From 7c4260b6a73dc0f1142389b11b6d25ac3eda8c04 Mon Sep 17 00:00:00 2001 From: "Claude (LGSF Bot)" Date: Sun, 28 Jun 2026 07:22:42 +0000 Subject: [PATCH] Fix MON (Monmouthshire): add playwright to bypass wreq TLS fingerprint block Monmouthshire's ModGov endpoint (democracy.monmouthshire.gov.uk) is accessible from non-Lambda IPs (confirmed 200 OK with 46 councillors via standard requests library) but times out from Lambda when using wreq's Firefox133 TLS emulation. Switching to http_lib="playwright" uses headless Chromium which passes the server's WAF and receives the councillor XML normally. --- scrapers/MON-monmouthshire/councillors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapers/MON-monmouthshire/councillors.py b/scrapers/MON-monmouthshire/councillors.py index f9d462d2..3e1d3f96 100644 --- a/scrapers/MON-monmouthshire/councillors.py +++ b/scrapers/MON-monmouthshire/councillors.py @@ -2,4 +2,4 @@ class Scraper(ModGovCouncillorScraper): - pass + http_lib = "playwright"