admin/Race-Nation-Shopify-Backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(bikegear): use real clicks for product detail navigation

Browse Source
This commit is contained in:
MOHAN 2026-08-02 16:10:05 +05:30
parent d89db25aee
commit 500537f8ab
2 changed files with 46 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
scripts/testBikegearProxy.js
View File

@ -130,7 +130,9 @@ async function main() {
let response;
if (TEST_URL !== WARM_URL && !TEST_URL.includes("?page=")) {
response = await clickLinkForUrl(page, TEST_URL);
const clickResult = await clickLinkForUrl(page, TEST_URL);
response = clickResult.response;
console.log(`[BIKEGEAR-PROXY-TEST] clickedLink=${clickResult.clicked}`);
}
if (!response) {
response = await page.goto(TEST_URL, {
@ -167,19 +169,30 @@ async function main() {
}
async function clickLinkForUrl(page, url) {
const locator = page.locator(`xpath=//a[@href=${xpathString(url)}]`).first();
const count = await locator.count().catch(() => 0);
if (!count) return { clicked: false, response: null };
const navigationPromise = page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: 45000 })
.catch(() => null);
const clicked = await page.evaluate((targetUrl) => {
const links = Array.from(document.querySelectorAll("a[href]"));
const link = links.find((a) => a.href === targetUrl);
if (!link) return false;
link.click();
return true;
}, url).catch(() => false);
if (!clicked) return null;
await locator.scrollIntoViewIfNeeded().catch(() => {});
await locator.hover({ timeout: 5000 }).catch(() => {});
await page.waitForTimeout(500);
await locator.click({ timeout: 10000 }).catch(() => null);
await page.waitForURL(url, { timeout: 45000 }).catch(() => {});
return navigationPromise;
return {
clicked: true,
response: await navigationPromise,
};
}
function xpathString(value) {
const text = String(value);
if (!text.includes("'")) return `'${text}'`;
if (!text.includes('"')) return `"${text}"`;
return `concat('${text.replace(/'/g, `', "'", '`)}')`;
}
main().catch((error) => {

34
src/business-logic/import-pipeline/sources/bikegear/scraper.js
View File

@ -202,8 +202,9 @@ async function fetchHtmlWithBrowser(url, referer = null) {
}
await page.waitForTimeout(2500);
response = await clickLinkForUrl(page, url);
if (response) {
const clickResult = await clickLinkForUrl(page, url);
response = clickResult.response;
if (clickResult.clicked) {
// Navigation happened through the listing page link.
} else {
response = await page.goto(url, {
@ -255,19 +256,30 @@ async function fetchHtmlWithBrowser(url, referer = null) {
}
async function clickLinkForUrl(page, url) {
const locator = page.locator(`xpath=//a[@href=${xpathString(url)}]`).first();
const count = await locator.count().catch(() => 0);
if (!count) return { clicked: false, response: null };
const navigationPromise = page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: 45000 })
.catch(() => null);
const clicked = await page.evaluate((targetUrl) => {
const links = Array.from(document.querySelectorAll("a[href]"));
const link = links.find((a) => a.href === targetUrl);
if (!link) return false;
link.click();
return true;
}, url).catch(() => false);
if (!clicked) return null;
await locator.scrollIntoViewIfNeeded().catch(() => {});
await locator.hover({ timeout: 5000 }).catch(() => {});
await page.waitForTimeout(500);
await locator.click({ timeout: 10000 }).catch(() => null);
await page.waitForURL(url, { timeout: 45000 }).catch(() => {});
return navigationPromise;
return {
clicked: true,
response: await navigationPromise,
};
}
function xpathString(value) {
const text = String(value);
if (!text.includes("'")) return `'${text}'`;
if (!text.includes('"')) return `"${text}"`;
return `concat('${text.replace(/'/g, `', "'", '`)}')`;
}
// ── HTTP fetch (axios) ─────────────────────────────────────────────────────