From d7505d639ae5b79b2361831d5526fc8e4b0c206e Mon Sep 17 00:00:00 2001 From: Wasi Master Date: Sat, 18 Jul 2026 16:59:03 +0600 Subject: [PATCH] Improve challenge detection --- app/portable.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/app/portable.py b/app/portable.py index 9ac0c12..25e461d 100644 --- a/app/portable.py +++ b/app/portable.py @@ -689,6 +689,15 @@ CHALLENGE_SIGNATURES = [ "attention required", "enable javascript and cookies to continue", "please verify you are a human", + # Imperva / Incapsula block pages (e.g. bizjournals.com). These are also + # captured by archive.org, so an archived snapshot can silently be a block + # page rather than the article — detect it and fall through to an error. + "_incapsula_resource", + "incapsula incident", + "request unsuccessful", + # DataDome block pages (e.g. nytimes.com, ft.com, wsj.com). + "datadome", + "enable js and disable any ad blocker", ]