Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
a263f02
fix: Add log dependency to vortex-io
lukekim Jan 15, 2026
9b4bde9
feat: WriterStrategyBuilder with Clone, Debug, and VortexSession support
lukekim Feb 26, 2026
a9ef29d
fix: Handle UncompressedSizeInBytes statistic correctly
lukekim Feb 27, 2026
f46666c
fix: Expression handling improvements for DataFusion integration
lukekim Feb 27, 2026
2e5af89
feat(datafusion): add CASE conversion and export convertor
lukekim Feb 27, 2026
315abb8
fix: streamline filter_map usage in propagate_take_stats function
lukekim Feb 27, 2026
3e251fb
fix: remove duplicate log dependency in Cargo.toml
lukekim Feb 27, 2026
b27e89a
Use tokio::sync::oneshot to prevent FuturesUnordered reentrant drop c…
sgrebnov Jan 11, 2026
8044a84
Don't return an error when we have an unsupported node, bubble up "TR…
lukekim Jan 8, 2026
d8b806b
feat: Support retrieving WriterStrategyBuilder from VortexSession (#6)
peasee Dec 10, 2025
6712e9f
fix: Handle UncompressedSizeInBytes statistic correctly (#3)
lukekim Jan 14, 2026
42648c6
fix: Add log dependency to vortex-io
lukekim Jan 15, 2026
995c5e3
fix: Update persistent module to use simplified expression handling f…
lukekim Jan 15, 2026
8aedcb4
revert: Restore spiceai-51 versions of persistent module (incompatibl…
lukekim Jan 15, 2026
c55e9c0
fix: Restore format.rs to spiceai-51 version
lukekim Jan 15, 2026
4bfa433
Add Case-When Expression and tests (#12)
lukekim Jan 22, 2026
222e513
fix: update vortex-datafusion for DF52 FileSource and PhysicalExprAda…
lukekim Feb 14, 2026
3a7ae8a
fix: use correct import path for ProjectionExprs in DF52
lukekim Feb 14, 2026
30810fb
Fix DF52 API: file_source param, create_file_opener return, ColumnSta…
lukekim Feb 14, 2026
5baa218
Fix: use file_source.table_schema() instead of table_schema()
lukekim Feb 14, 2026
2e9b9c4
Fix DF52: implement try_pushdown_projection, carry table_schema in cr…
lukekim Feb 15, 2026
31e5a44
Remove deprecated SchemaAdapterFactory, use direct column mapping
lukekim Feb 15, 2026
bbc10de
Fix projection loss in create_physical_plan
lukekim Feb 15, 2026
0259de9
Fix compilation errors in vortex-datafusion for DF52
lukekim Feb 27, 2026
2b65b68
fix: Implement file writing directly for `VortexSink` instead of Data…
peasee Feb 27, 2026
3e77695
Fix spiceai-52 build: disable broken case_when module
lukekim Feb 27, 2026
7e5b081
cast: support vortex.date -> vortex.timestamp extension casts (#28)
phillipleblanc Feb 27, 2026
c536c9a
fix(vortex-file): avoid session lock re-entry in writer init (#29)
phillipleblanc Feb 27, 2026
1a6dc54
feat: add arrow map alias support
lukekim Mar 7, 2026
8a09bc7
fix: Ensure target file size is properly respected in vortex sink (#33)
peasee Mar 12, 2026
d694abd
fix: balance list_contains OR tree for large IN-list filters (#37)
phillipleblanc Apr 7, 2026
9c934a6
feat: upgrade spiceai-52 to Vortex 0.68.0
lukekim Apr 10, 2026
bb80c53
fix: restore lint checks on forks
lukekim Apr 10, 2026
2ec7499
Merge pull request #42 from spiceai/lukim/spiceai-52-vortex-0.68.0
lukekim Apr 10, 2026
6b44b49
Merge upstream Vortex 0.70.0 into spiceai-52
sgrebnov May 14, 2026
e8869db
Merge pull request #47 from spiceai/sgrebnov/spiceai-52-vortex-0.70.0
lukekim May 14, 2026
d76c266
Merge upstream Vortex 0.73.0 into spiceai-52
lukekim May 27, 2026
2706b5e
Merge upstream Vortex 0.73.0 into spiceai-52 (#53)
lukekim May 28, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 14 additions & 4 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -59,11 +59,17 @@ jobs:
sccache: s3
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- uses: ./.github/actions/setup-prebuild
# Use uvx for ruff to avoid building the Rust extension (saves ~4.5 min)
- name: Install uv
if: github.repository != 'vortex-data/vortex'
uses: spiraldb/actions/.github/actions/setup-uv@0.18.5
with:
sync: false
prune-cache: false
# Use uv tool run for ruff to avoid building the Rust extension (saves ~4.5 min)
- name: Python Lint - Format
run: uvx ruff format --check .
run: uv tool run ruff format --check .
- name: Python Lint - Ruff
run: uvx ruff check .
run: uv tool run ruff check .
# PyRight needs the project for type information, so use uv run
- name: Python Lint - PyRight
env:
Expand Down Expand Up @@ -289,10 +295,14 @@ jobs:
sccache: s3
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- uses: ./.github/actions/setup-prebuild
- name: Install cargo-hack
if: github.repository != 'vortex-data/vortex'
shell: bash
run: command -v cargo-hack >/dev/null || cargo install --locked cargo-hack
- name: Rust Lint - Clippy No Default Features
shell: bash
run: |
cargo hack --no-dev-deps --ignore-private clippy --profile ci --no-default-features -- -D warnings
cargo hack --ignore-private clippy --profile ci --no-default-features -- -D warnings

rust-test-other:
name: "Rust tests (${{ matrix.os }})"
Expand Down
2 changes: 2 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

30 changes: 0 additions & 30 deletions benchmarks-website/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
23 changes: 14 additions & 9 deletions vortex-array/src/arrays/dict/take.rs
Original file line number Diff line number Diff line change
Expand Up @@ -156,15 +156,20 @@ pub(crate) fn propagate_take_stats(
st.set(Stat::IsConstant, Precision::exact(true));
}
}
let inexact_min_max = [Stat::Min, Stat::Max]
.into_iter()
.filter_map(|stat| match source.statistics().get(stat).into_inexact() {
Precision::Exact(scalar) | Precision::Inexact(scalar) => {
scalar.into_value().map(|sv| (stat, Precision::Inexact(sv)))
}
Precision::Absent => None,
})
.collect::<SmallVec<_>>();
let inexact_min_max = [
Stat::Min,
Stat::Max,
Stat::UncompressedSizeInBytes,
Stat::IsConstant,
]
.into_iter()
.filter_map(|stat| match source.statistics().get(stat).into_inexact() {
Precision::Exact(scalar) | Precision::Inexact(scalar) => {
scalar.into_value().map(|sv| (stat, Precision::Inexact(sv)))
}
Precision::Absent => None,
})
.collect::<SmallVec<_>>();
st.combine_sets(
&(unsafe { StatsSet::new_unchecked(inexact_min_max) }).as_typed_ref(source.dtype()),
)
Expand Down
Loading
Loading