From 20142b509270c0b57c8a3a9a499abe6f100a1b20 Mon Sep 17 00:00:00 2001 From: Claude Date: Fri, 3 Jul 2026 07:15:40 +0000 Subject: [PATCH] Fix GED (Gedling): switch to playwright to bypass WAF TLS fingerprint block MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit democracy.gedling.gov.uk times out from Lambda — the server's WAF drops wreq's Firefox133 TLS client-hello. The endpoint responds correctly from non-Lambda IPs (confirmed 302 via Apache). Switching to playwright uses Chrome's TLS fingerprint which passes the WAF. The previous timeout=30 setting is removed as playwright manages its own timeout and it was not addressing the underlying WAF block. --- scrapers/GED-gedling/councillors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapers/GED-gedling/councillors.py b/scrapers/GED-gedling/councillors.py index 2ef4d882..3e1d3f96 100644 --- a/scrapers/GED-gedling/councillors.py +++ b/scrapers/GED-gedling/councillors.py @@ -2,4 +2,4 @@ class Scraper(ModGovCouncillorScraper): - timeout = 30 + http_lib = "playwright"