admin/Race-Nation-Shopify-Backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(bikegear): click through pagination requests

Browse Source
This commit is contained in:
MOHAN 2026-08-02 16:15:40 +05:30
parent 500537f8ab
commit ed877e3a78
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/testBikegearProxy.js
View File

@ -129,7 +129,7 @@ async function main() {
} }
let response; let response;
if (TEST_URL !== WARM_URL && !TEST_URL.includes("?page=")) { if (TEST_URL !== WARM_URL) {
const clickResult = await clickLinkForUrl(page, TEST_URL); const clickResult = await clickLinkForUrl(page, TEST_URL);
response = clickResult.response; response = clickResult.response;
console.log(`[BIKEGEAR-PROXY-TEST] clickedLink=${clickResult.clicked}`); console.log(`[BIKEGEAR-PROXY-TEST] clickedLink=${clickResult.clicked}`);

2
src/business-logic/import-pipeline/sources/bikegear/scraper.js
View File

@ -194,7 +194,7 @@ async function fetchHtmlWithBrowser(url, referer = null) {
const page = await context.newPage(); const page = await context.newPage();
try { try {
let response; let response;
if (referer && referer !== url && !url.includes("?page=")) { if (referer && referer !== url) {
const warmResponse = await page.goto(referer, { waitUntil: "domcontentloaded", timeout: 45000 }); const warmResponse = await page.goto(referer, { waitUntil: "domcontentloaded", timeout: 45000 });
const warmStatus = warmResponse?.status() ?? 0; const warmStatus = warmResponse?.status() ?? 0;
if (warmStatus && warmStatus !== 200 && warmStatus !== 304) { if (warmStatus && warmStatus !== 200 && warmStatus !== 304) {