From dbef0a04da3c2878f84fea5fdcc4720bbd0b8161 Mon Sep 17 00:00:00 2001
From: Tom Brooks <tombrooks248@gmail.com>
Date: Wed, 27 May 2026 11:53:07 +0100
Subject: [PATCH] feat: fetch yesterdays expectations so they can be provided
 in place of skipped expectations

---
 bin/assemble.sh | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/bin/assemble.sh b/bin/assemble.sh
index 48e2ab2..e670353 100755
--- a/bin/assemble.sh
+++ b/bin/assemble.sh
@@ -161,6 +161,13 @@ digital-land --dataset "$DATASET_NAME" --pipeline-dir "$PIPELINE_DIR" --specific
     "$FLATTENED_DIR"
 echo "Dataset flattened files created"
 
+# Fetch previous expectations from S3, to retain historic results on days expectations are skipped
+if [ -n "$COLLECTION_DATASET_BUCKET_NAME" ]; then
+    echo "Fetching previous expectation results from S3..."
+    aws s3 sync s3://${COLLECTION_DATASET_BUCKET_NAME}/${OUTPUT_LOG_DIR}expectation/ ${OUTPUT_LOG_DIR}expectation/ --no-progress
+fi
+
+
 echo "[5/5] Run dataset expectations..."
 digital-land expectations-dataset-checkpoint \
     --dataset "$DATASET_NAME" \