Files
stef-openclaw-skills/skills/web-automation/scripts/zillow-discover.js

135 lines
3.8 KiB
JavaScript

#!/usr/bin/env node
import {
createPageSession,
dismissCommonOverlays,
fail,
gotoListing,
sleep,
} from "./real-estate-photo-common.js";
import {
buildZillowAddressSlug,
parseAddressIdentity,
scoreAddressCandidate,
} from "./real-estate-address.js";
function normalizeListingUrl(url) {
try {
const parsed = new URL(url);
parsed.search = "";
parsed.hash = "";
return parsed.toString();
} catch {
return null;
}
}
async function collectListingUrl(page) {
return page.evaluate(() => {
const toAbsolute = (href) => {
try {
return new URL(href, location.href).toString();
} catch {
return null;
}
};
const candidates = [];
for (const anchor of document.querySelectorAll('a[href*="/homedetails/"]')) {
const href = anchor.getAttribute("href");
if (!href) continue;
const absolute = toAbsolute(href);
if (!absolute) continue;
const text = (anchor.textContent || "").replace(/\s+/g, " ").trim();
const aria = anchor.getAttribute("aria-label") || "";
const title = anchor.getAttribute("title") || "";
const parentText = (anchor.parentElement?.textContent || "").replace(/\s+/g, " ").trim();
candidates.push({
url: absolute,
text,
aria,
title,
parentText,
});
}
const unique = [];
for (const candidate of candidates) {
if (!unique.some((item) => item.url === candidate.url)) unique.push(candidate);
}
return unique;
});
}
async function main() {
const address = String(process.argv[2] || "").trim();
const identity = parseAddressIdentity(address);
const searchUrl = `https://www.zillow.com/homes/${encodeURIComponent(buildZillowAddressSlug(address))}_rb/`;
const { context, page } = await createPageSession({ headless: process.env.HEADLESS !== "false" });
try {
const attempts = [`Opened Zillow address search URL: ${searchUrl}`];
await gotoListing(page, searchUrl, 2500);
await dismissCommonOverlays(page);
await sleep(1500);
let listingUrl = null;
if (page.url().includes("/homedetails/")) {
const directScore = scoreAddressCandidate(
identity,
`${page.url()} ${(await page.title()) || ""}`
);
if (directScore.matched) {
listingUrl = normalizeListingUrl(page.url());
attempts.push("Zillow search URL resolved directly to a matching property page.");
} else {
attempts.push("Zillow redirected to a property page, but it did not match the requested address closely enough.");
}
} else {
const discovered = await collectListingUrl(page);
const scored = discovered
.map((candidate) => ({
...candidate,
match: scoreAddressCandidate(
identity,
`${candidate.url} ${candidate.text} ${candidate.aria} ${candidate.title} ${candidate.parentText}`
)
}))
.sort((a, b) => b.match.score - a.match.score);
if (scored[0]?.match.matched) {
listingUrl = normalizeListingUrl(scored[0].url);
attempts.push(`Zillow search results exposed a matching homedetails link with score ${scored[0].match.score}.`);
} else {
attempts.push("Zillow discovery did not expose a confident homedetails match for this address.");
}
}
process.stdout.write(
`${JSON.stringify(
{
source: "zillow",
address,
searchUrl,
finalUrl: page.url(),
title: await page.title(),
listingUrl,
attempts,
},
null,
2
)}\n`
);
await context.close();
} catch (error) {
try {
await context.close();
} catch {
// Ignore close errors after the primary failure.
}
fail("Zillow discovery failed.", error instanceof Error ? error.message : String(error));
}
}
main();