From 37e5be73feb2399cee00f6d10ab38f6df250e772 Mon Sep 17 00:00:00 2001 From: Luke Kim <80174+lukekim@users.noreply.github.com> Date: Mon, 27 Jul 2026 15:42:44 -0700 Subject: [PATCH] ci: define the test dataset inline instead of fetching it from the registry MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit `spice add spiceai/quickstart` makes every run depend on the Spicepod registry, which is currently returning a body the CLI cannot unpack: Invalid argument: Failed to extract Spicepod archive: invalid Zip archive: Could not find EOCD Declaring the same dataset inline removes the dependency. Covers all four sites — three in build.yaml (including the PowerShell step) and one in publish.yaml. Verified locally: taxi_trips loads and is queryable within seconds. Mirrors spicepy#176. --- .github/workflows/build.yaml | 45 +++++++++++++++++++++++++++++++--- .github/workflows/publish.yaml | 15 +++++++++++- 2 files changed, 56 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index b6ba7b2..cf7db81 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -68,7 +68,20 @@ jobs: run: | spice init spice_qs cd spice_qs - spice add spiceai/quickstart + # Define the dataset inline rather than fetching spiceai/quickstart from + # the Spicepod registry, which currently returns a body the CLI cannot + # unpack ("Failed to extract Spicepod archive: Could not find EOCD"). + cat >> spicepod.yaml <<'YAML' + + datasets: + - from: s3://spiceai-demo-datasets/taxi_trips/2024/ + name: taxi_trips + description: taxi trips in s3 + params: + file_format: parquet + acceleration: + enabled: true + YAML spiced &> spice.log & # time to initialize added dataset sleep 10 @@ -78,7 +91,20 @@ jobs: run: | spice init spice_qs cd spice_qs - spice add spiceai/quickstart + # Define the dataset inline rather than fetching spiceai/quickstart from + # the Spicepod registry, which currently returns a body the CLI cannot + # unpack ("Failed to extract Spicepod archive: Could not find EOCD"). + @' + + datasets: + - from: s3://spiceai-demo-datasets/taxi_trips/2024/ + name: taxi_trips + description: taxi trips in s3 + params: + file_format: parquet + acceleration: + enabled: true + '@ | Add-Content -Path spicepod.yaml Start-Process -FilePath spice run # time to initialize added dataset Start-Sleep -Seconds 10 @@ -169,7 +195,20 @@ jobs: run: | spice init spice_qs cd spice_qs - spice add spiceai/quickstart + # Define the dataset inline rather than fetching spiceai/quickstart from + # the Spicepod registry, which currently returns a body the CLI cannot + # unpack ("Failed to extract Spicepod archive: Could not find EOCD"). + cat >> spicepod.yaml <<'YAML' + + datasets: + - from: s3://spiceai-demo-datasets/taxi_trips/2024/ + name: taxi_trips + description: taxi trips in s3 + params: + file_format: parquet + acceleration: + enabled: true + YAML spice run &> spice.log & # time to initialize added dataset sleep 10 diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml index c6567ec..953b15f 100644 --- a/.github/workflows/publish.yaml +++ b/.github/workflows/publish.yaml @@ -51,7 +51,20 @@ jobs: run: | spice init spice_qs cd spice_qs - spice add spiceai/quickstart + # Define the dataset inline rather than fetching spiceai/quickstart from + # the Spicepod registry, which currently returns a body the CLI cannot + # unpack ("Failed to extract Spicepod archive: Could not find EOCD"). + cat >> spicepod.yaml <<'YAML' + + datasets: + - from: s3://spiceai-demo-datasets/taxi_trips/2024/ + name: taxi_trips + description: taxi trips in s3 + params: + file_format: parquet + acceleration: + enabled: true + YAML spice run &> spice.log & # time to initialize added dataset sleep 10