feat: Implement duplicate entity redirection logic and add correspond…

docker-compose.yml

@@ -67,6 +67,7 @@ services:
       CELERY_BROKER_REGION: eu-west-2
       CELERY_BROKER_IS_SECURE: "false"
       DATABASE_URL: postgresql://postgres:password@request-db/request_database
+      DATASETTE_BASE_URL: ${DATASETTE_BASE_URL:-https://datasette.planning.data.gov.uk}
       REQUEST_FILES_BUCKET_NAME: dluhc-data-platform-request-files-local
       SENTRY_ENABLED: "false"
       SENTRY_DSN: https://secret.sentry.url/here

request-processor/Dockerfile

@@ -7,7 +7,7 @@ RUN pip install --no-cache-dir cython
 
 RUN apt update && apt install -y --no-install-recommends \
     gcc g++ make git libc-dev curl proj-bin libproj-dev procps\
-    gdal-bin gdal-data awscli postgresql-client jq && \
+    gdal-bin gdal-data awscli postgresql-client jq libsqlite3-mod-spatialite && \
     rm -rf /var/lib/apt/lists/*
 
 

request-processor/requirements/requirements.in

@@ -7,6 +7,7 @@ cryptography==3.4.8 #Needed to control version of transient dependency used by m
 cchardet==2.1.7
 httpx
 pre-commit
+rapidfuzz==3.9.7
 -e git+https://github.com/digital-land/pipeline.git#egg=digital-land
 shortuuid==1.0.13
 sentry-sdk[celery]==2.44.0

request-processor/requirements/requirements.txt

@@ -241,6 +241,8 @@ pyyaml==6.0.2
     #   digital-land
     #   pre-commit
     #   responses
+rapidfuzz==3.9.7
+    # via -r requirements/requirements.in
 rdflib==7.1.4
     # via sparqlwrapper
 requests==2.32.3

request-processor/requirements/test_requirements.txt

@@ -417,6 +417,8 @@ pyyaml==6.0.2
     #   digital-land
     #   pre-commit
     #   responses
+rapidfuzz==3.9.7
+    # via -r requirements/requirements.txt
 rdflib==7.1.4
     # via
     #   -r requirements/requirements.txt