move into new vortex-compressor crate

Signed-off-by: Connor Tsui <connor.tsui20@gmail.com>

clean up

Signed-off-by: Connor Tsui <connor.tsui20@gmail.com>

Author: connortsui20

Cargo.lock

@@ -12,6 +12,7 @@ members = [
     "vortex-proto",
     "vortex-array",
     "vortex-tensor",
+    "vortex-compressor",
     "vortex-btrblocks",
     "vortex-layout",
     "vortex-scan",
@@ -260,6 +261,7 @@ vortex-array = { version = "0.1.0", path = "./vortex-array", default-features =
 vortex-btrblocks = { version = "0.1.0", path = "./vortex-btrblocks", default-features = false }
 vortex-buffer = { version = "0.1.0", path = "./vortex-buffer", default-features = false }
 vortex-bytebool = { version = "0.1.0", path = "./encodings/bytebool", default-features = false }
+vortex-compressor = { version = "0.1.0", path = "./vortex-compressor", default-features = false }
 vortex-datafusion = { version = "0.1.0", path = "./vortex-datafusion", default-features = false }
 vortex-datetime-parts = { version = "0.1.0", path = "./encodings/datetime-parts", default-features = false }
 vortex-decimal-byte-parts = { version = "0.1.0", path = "encodings/decimal-byte-parts", default-features = false }

Cargo.toml

@@ -61,7 +61,7 @@ use vortex_array::search_sorted::SearchSorted;
 use vortex_array::search_sorted::SearchSortedSide;
 use vortex_btrblocks::BtrBlocksCompressor;
 use vortex_btrblocks::BtrBlocksCompressorBuilder;
-use vortex_btrblocks::Scheme;
+use vortex_btrblocks::SchemeExt;
 use vortex_btrblocks::compressor::float;
 use vortex_btrblocks::compressor::integer;
 use vortex_btrblocks::compressor::string;

fuzz/src/array/mod.rs

@@ -25,6 +25,7 @@ tracing = { workspace = true }
 vortex-alp = { workspace = true }
 vortex-array = { workspace = true }
 vortex-buffer = { workspace = true }
+vortex-compressor = { workspace = true }
 vortex-datetime-parts = { workspace = true }
 vortex-decimal-byte-parts = { workspace = true }
 vortex-error = { workspace = true }

vortex-btrblocks/Cargo.toml

@@ -6,7 +6,9 @@
 use vortex_utils::aliases::hash_set::HashSet;
 
 use crate::BtrBlocksCompressor;
+use crate::CascadingCompressor;
 use crate::Scheme;
+use crate::SchemeExt;
 use crate::SchemeId;
 
 /// All available compression schemes.
@@ -38,6 +40,10 @@ pub const ALL_SCHEMES: &[&dyn Scheme] = &[
     &crate::compressor::float::RLE_FLOAT_SCHEME,
     #[cfg(feature = "pco")]
     &crate::compressor::float::PcoScheme,
+    // Decimal schemes.
+    &crate::compressor::decimal::DecimalScheme,
+    // Temporal schemes.
+    &crate::compressor::temporal::TemporalScheme,
     // String schemes.
     &crate::compressor::string::UncompressedScheme,
     &crate::compressor::string::DictScheme,
@@ -50,35 +56,31 @@ pub const ALL_SCHEMES: &[&dyn Scheme] = &[
     &crate::compressor::string::ZstdBuffersScheme,
 ];
 
-/// Schemes excluded by default (behind feature gates that are off or known-expensive).
-const DEFAULT_EXCLUDED: &[SchemeId] = &[
+/// Returns the set of scheme IDs excluded by default (behind feature gates or known-expensive).
+pub fn default_excluded() -> HashSet<SchemeId> {
+    #[allow(unused_mut)]
+    let mut excluded = HashSet::new();
     #[cfg(feature = "pco")]
-    SchemeId {
-        name: "vortex.int.pco",
-    },
-    #[cfg(feature = "pco")]
-    SchemeId {
-        name: "vortex.float.pco",
-    },
+    {
+        excluded.insert(crate::compressor::integer::PcoScheme.id());
+        excluded.insert(crate::compressor::float::PcoScheme.id());
+    }
     #[cfg(feature = "zstd")]
-    SchemeId {
-        name: "vortex.string.zstd",
-    },
+    excluded.insert(crate::compressor::string::ZstdScheme.id());
     #[cfg(all(feature = "zstd", feature = "unstable_encodings"))]
-    SchemeId {
-        name: "vortex.string.zstd_buffers",
-    },
-];
+    excluded.insert(crate::compressor::string::ZstdBuffersScheme.id());
+    excluded
+}
 
 /// Builder for creating configured [`BtrBlocksCompressor`] instances.
 ///
 /// Use this builder to configure which compression schemes are allowed.
-/// By default, all schemes are enabled except those in [`DEFAULT_EXCLUDED`].
+/// By default, all schemes are enabled except those in [`default_excluded`].
 ///
 /// # Examples
 ///
 /// ```rust
-/// use vortex_btrblocks::{BtrBlocksCompressorBuilder, Scheme};
+/// use vortex_btrblocks::{BtrBlocksCompressorBuilder, Scheme, SchemeExt};
 /// use vortex_btrblocks::compressor::integer::DictScheme;
 ///
 /// // Default compressor - all non-excluded schemes allowed.
@@ -102,7 +104,7 @@ pub struct BtrBlocksCompressorBuilder {
 
 impl Default for BtrBlocksCompressorBuilder {
     fn default() -> Self {
-        let excluded: HashSet<SchemeId> = DEFAULT_EXCLUDED.iter().copied().collect();
+        let excluded = default_excluded();
         Self {
             schemes: ALL_SCHEMES
                 .iter()
@@ -150,6 +152,6 @@ impl BtrBlocksCompressorBuilder {
             .copied()
             .filter(|s| self.schemes.contains(s))
             .collect();
-        BtrBlocksCompressor { schemes }
+        BtrBlocksCompressor(CascadingCompressor::new(schemes))
     }
 }