diff --git a/scripts/testBikegearProxy.js b/scripts/testBikegearProxy.js index dec0169..f93b764 100644 --- a/scripts/testBikegearProxy.js +++ b/scripts/testBikegearProxy.js @@ -129,7 +129,7 @@ async function main() { } let response; - if (TEST_URL !== WARM_URL && !TEST_URL.includes("?page=")) { + if (TEST_URL !== WARM_URL) { const clickResult = await clickLinkForUrl(page, TEST_URL); response = clickResult.response; console.log(`[BIKEGEAR-PROXY-TEST] clickedLink=${clickResult.clicked}`); diff --git a/src/business-logic/import-pipeline/sources/bikegear/scraper.js b/src/business-logic/import-pipeline/sources/bikegear/scraper.js index 4529cc8..5dfa547 100644 --- a/src/business-logic/import-pipeline/sources/bikegear/scraper.js +++ b/src/business-logic/import-pipeline/sources/bikegear/scraper.js @@ -194,7 +194,7 @@ async function fetchHtmlWithBrowser(url, referer = null) { const page = await context.newPage(); try { let response; - if (referer && referer !== url && !url.includes("?page=")) { + if (referer && referer !== url) { const warmResponse = await page.goto(referer, { waitUntil: "domcontentloaded", timeout: 45000 }); const warmStatus = warmResponse?.status() ?? 0; if (warmStatus && warmStatus !== 200 && warmStatus !== 304) {