Improve challenge detection

2026-07-18 16:59:03 +06:00
parent f789fdcfd4
commit d7505d639a
1 changed files with 9 additions and 0 deletions
@@ -689,6 +689,15 @@ CHALLENGE_SIGNATURES = [
    "attention required",
    "enable javascript and cookies to continue",
    "please verify you are a human",
    # Imperva / Incapsula block pages (e.g. bizjournals.com). These are also
    # captured by archive.org, so an archived snapshot can silently be a block
    # page rather than the article — detect it and fall through to an error.
    "_incapsula_resource",
    "incapsula incident",
    "request unsuccessful",
    # DataDome block pages (e.g. nytimes.com, ft.com, wsj.com).
    "datadome",
    "enable js and disable any ad blocker",
 ]