From 4cd321e26987167aa1bac2929a0470d5889e0d46 Mon Sep 17 00:00:00 2001 From: Ben Senescu <44480372+bensenescu@users.noreply.github.com> Date: Fri, 21 Aug 2026 17:56:15 -0400 Subject: [PATCH] Blocked-audit alert: point to desktop crawlers instead of support email (#516) * Blocked-audit alert: point to desktop crawlers instead of support email * Soften blocked-audit alert opening * Partial-block banner: recommend desktop crawlers, drop allowlist tip --- .../features/audit/results/ResultsView.tsx | 24 ++++++++++++++++--- .../_project/p/$projectId/audit/index.tsx | 21 ++++++++++++---- 2 files changed, 38 insertions(+), 7 deletions(-) diff --git a/src/client/features/audit/results/ResultsView.tsx b/src/client/features/audit/results/ResultsView.tsx index ceb7234..85de04d 100644 --- a/src/client/features/audit/results/ResultsView.tsx +++ b/src/client/features/audit/results/ResultsView.tsx @@ -52,9 +52,27 @@ export function ResultsView({ {" "} The site's bot protection challenged our crawler, so those pages - couldn't be audited. If this is your site, allowlist the{" "} - OpenSEO-Audit user agent in - your WAF or bot-protection settings and re-run the audit. + couldn't be audited. We don't have a workaround for this yet. + Desktop crawlers run from your own machine and usually get past + it: try{" "} + + LibreCrawl + {" "} + (free, open source) or{" "} + + Screaming Frog + {" "} + (free up to 500 URLs).

diff --git a/src/routes/_project/p/$projectId/audit/index.tsx b/src/routes/_project/p/$projectId/audit/index.tsx index 11e4d28..17df934 100644 --- a/src/routes/_project/p/$projectId/audit/index.tsx +++ b/src/routes/_project/p/$projectId/audit/index.tsx @@ -171,14 +171,27 @@ function AuditDetail({ Site audit couldn't fully crawl this website.

- This is often caused by anti-bot or firewall settings. Email{" "} + Sorry! This site's bot protection blocked our crawler. We don't + have a workaround for this yet. Desktop crawlers run from your + own machine and usually get past it: try{" "} - {SUPPORT_EMAIL} + LibreCrawl {" "} - and we'll help configure auditing for your site. + (free, open source) or{" "} + + Screaming Frog + {" "} + (free up to 500 URLs).