Make L2Denorm an array encoding instead of a scalar function

vortex-compressor/src/compressor/cascade.rs

@@ -23,7 +23,6 @@ use vortex_array::arrays::fixed_size_list::FixedSizeListArraySlotsExt;
 use vortex_array::arrays::listview::ListViewArraySlotsExt;
 use vortex_array::arrays::listview::list_from_list_view;
 use vortex_array::arrays::masked::MaskedArraySlotsExt;
-use vortex_array::arrays::scalar_fn::AnyScalarFn;
 use vortex_array::arrays::struct_::StructArrayExt;
 use vortex_array::arrays::union::UnionArrayExt;
 use vortex_array::arrays::union::UnionArraySlotsExt;
@@ -175,10 +174,6 @@ impl CascadingCompressor {
                     compress_ctx,
                     exec_ctx,
                 )?;
-                // TODO(connor): HACK TO SUPPORT L2 DENORMALIZATION!!!
-                if scheme_compressed.is::<AnyScalarFn>() {
-                    return Ok(scheme_compressed);
-                }
 
                 // A constant extension array (that might be masked) is already in its terminal
                 // representation, and compressing the storage separately cannot do better.
@@ -321,8 +316,7 @@ impl CascadingCompressor {
         let after_nbytes = compressed.nbytes();
         let actual_ratio = (after_nbytes != 0).then(|| before_nbytes as f64 / after_nbytes as f64);
 
-        // TODO(connor): HACK TO SUPPORT L2 DENORMALIZATION!!!
-        let accepted = after_nbytes < before_nbytes || compressed.is::<AnyScalarFn>();
+        let accepted = after_nbytes < before_nbytes;
 
         trace::record_winner_compress_result(
             after_nbytes,

vortex-tensor/Cargo.toml

@@ -34,3 +34,5 @@ prost = { workspace = true }
 [dev-dependencies]
 rstest = { workspace = true }
 vortex-array = { workspace = true, features = ["_test-harness"] }
+vortex-btrblocks = { workspace = true }
+vortex-mask = { workspace = true }