From f2c34063234eed3f6fc317b4613c0b68a5853bfb Mon Sep 17 00:00:00 2001
From: eveleighoj <35256612+eveleighoj@users.noreply.github.com>
Date: Fri, 27 Mar 2026 11:26:30 +0000
Subject: [PATCH 1/5] fix duckdb version to one that suppoerts python 3.9

---
 requirements.txt | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 972b5e6..607bbc6 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,5 @@
 -e git+https://github.com/digital-land/pipeline.git@main#egg=digital-land
 -e .
 tqdm
-cloudpathlib[s3]
\ No newline at end of file
+cloudpathlib[s3]
+duckdb~=1.4.0
\ No newline at end of file

From 16b7a5094b67922b76a8f2bec580126ebb32404e Mon Sep 17 00:00:00 2001
From: eveleighoj <35256612+eveleighoj@users.noreply.github.com>
Date: Fri, 27 Mar 2026 13:09:20 +0000
Subject: [PATCH 2/5] maybe the problem is multipocessing

---
 bin/transform_resources.py | 4 ++--
 requirements.txt           | 3 +--
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/bin/transform_resources.py b/bin/transform_resources.py
index 5358421..0793307 100755
--- a/bin/transform_resources.py
+++ b/bin/transform_resources.py
@@ -2,7 +2,7 @@
 import sys
 import click
 from pathlib import Path
-from multiprocessing import Pool, cpu_count
+from multiprocessing import get_context, cpu_count
 from tqdm import tqdm
 
 from digital_land import __version__ as dl_version
@@ -218,7 +218,7 @@ def process_resources(
     failed = 0
     errors = []
 
-    with Pool(processes=max_workers) as pool:
+    with get_context("spawn").Pool(processes=max_workers) as pool:
         if use_progress_bar:
             # Interactive mode with progress bar
             results = list(tqdm(
diff --git a/requirements.txt b/requirements.txt
index 607bbc6..972b5e6 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,4 @@
 -e git+https://github.com/digital-land/pipeline.git@main#egg=digital-land
 -e .
 tqdm
-cloudpathlib[s3]
-duckdb~=1.4.0
\ No newline at end of file
+cloudpathlib[s3]
\ No newline at end of file

From ef4a4e1701a3078b84fb1e1768310d044c90325c Mon Sep 17 00:00:00 2001
From: eveleighoj <35256612+eveleighoj@users.noreply.github.com>
Date: Fri, 27 Mar 2026 13:13:17 +0000
Subject: [PATCH 3/5] ensure workers spawn with the same logging level

---
 bin/transform_resources.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/bin/transform_resources.py b/bin/transform_resources.py
index 0793307..25f37f8 100755
--- a/bin/transform_resources.py
+++ b/bin/transform_resources.py
@@ -22,6 +22,10 @@
 logger = logging.getLogger(__name__)
 
 
+def _init_worker(log_level):
+    logging.basicConfig(level=log_level, format='%(asctime)s - %(levelname)s: %(message)s')
+
+
 def process_single_resource(args):
     """Process a single resource through the digital-land pipeline using Python library directly.
 
@@ -218,7 +222,12 @@ def process_resources(
     failed = 0
     errors = []
 
-    with get_context("spawn").Pool(processes=max_workers) as pool:
+    log_level = logging.getLogger().getEffectiveLevel()
+    with get_context("spawn").Pool(
+        processes=max_workers,
+        initializer=_init_worker,
+        initargs=(log_level,),
+    ) as pool:
         if use_progress_bar:
             # Interactive mode with progress bar
             results = list(tqdm(

From 9bebbab54c5662a122a6ff25fd341f6028c28aa5 Mon Sep 17 00:00:00 2001
From: eveleighoj <35256612+eveleighoj@users.noreply.github.com>
Date: Fri, 27 Mar 2026 14:06:38 +0000
Subject: [PATCH 4/5] ty new digital-land-python code

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 972b5e6..87fcd42 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,4 @@
--e git+https://github.com/digital-land/pipeline.git@main#egg=digital-land
+-e git+https://github.com/digital-land/pipeline.git@fix/remove-dask#egg=digital-land
 -e .
 tqdm
 cloudpathlib[s3]
\ No newline at end of file

From baabd368458efbbfc77d2f2c93ba0607e7d9d2c1 Mon Sep 17 00:00:00 2001
From: eveleighoj <35256612+eveleighoj@users.noreply.github.com>
Date: Fri, 27 Mar 2026 18:16:50 +0000
Subject: [PATCH 5/5] try alpine miage

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 2f07154..238564e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM python:3.8-slim-bookworm
+FROM python:3.10-slim-alpine
 WORKDIR /
 RUN apt-get update
 RUN apt-get upgrade -y