Array Operator API

encodings/alp/src/alp/array.rs

@@ -32,7 +32,7 @@ impl VTable for ALPVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.alp")

encodings/alp/src/alp_rd/array.rs

@@ -35,7 +35,7 @@ impl VTable for ALPRDVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.alprd")

encodings/bytebool/src/array.rs

@@ -34,7 +34,7 @@ impl VTable for ByteBoolVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = NotSupported;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.bytebool")

encodings/datetime-parts/src/array.rs

@@ -28,7 +28,7 @@ impl VTable for DateTimePartsVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.datetimeparts")

encodings/decimal-byte-parts/src/decimal_byte_parts/mod.rs

@@ -35,7 +35,7 @@ impl VTable for DecimalBytePartsVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = NotSupported;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.decimal_byte_parts")

encodings/dict/src/array.rs

@@ -28,7 +28,7 @@ impl VTable for DictVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.dict")

encodings/fastlanes/src/bitpacking/mod.rs

@@ -45,7 +45,7 @@ impl VTable for BitPackedVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = Self;
+    type OperatorVTable = Self;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("fastlanes.bitpacked")

encodings/fastlanes/src/bitpacking/operator/mod.rs

@@ -13,15 +13,15 @@ use vortex_array::operator::{
     LengthBounds, Operator, OperatorEq, OperatorHash, OperatorId, OperatorRef,
 };
 use vortex_array::pipeline::{BindContext, Kernel, PipelinedOperator, RowSelection};
-use vortex_array::vtable::PipelineVTable;
+use vortex_array::vtable::OperatorVTable;
 use vortex_buffer::Buffer;
 use vortex_dtype::{DType, PhysicalPType, match_each_integer_ptype};
 use vortex_error::VortexResult;
 
 use crate::operator::aligned_kernel::BitPackedKernel;
 use crate::{BitPackedArray, BitPackedVTable};
 
-impl PipelineVTable<BitPackedVTable> for BitPackedVTable {
+impl OperatorVTable<BitPackedVTable> for BitPackedVTable {
     fn to_operator(array: &BitPackedArray) -> VortexResult<Option<OperatorRef>> {
         if array.dtype.is_nullable() {
             log::trace!("BitPackedVTable does not support nullable arrays");

encodings/fastlanes/src/delta/mod.rs

@@ -40,7 +40,7 @@ impl VTable for DeltaVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = NotSupported;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("fastlanes.delta")

encodings/fastlanes/src/for/mod.rs

@@ -35,7 +35,7 @@ impl VTable for FoRVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = Self;
+    type OperatorVTable = Self;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("fastlanes.for")

encodings/fastlanes/src/for/pipeline.rs

@@ -16,14 +16,14 @@ use vortex_array::pipeline::view::ViewMut;
 use vortex_array::pipeline::{
     BindContext, Element, Kernel, KernelContext, PipelinedOperator, RowSelection, VectorId,
 };
-use vortex_array::vtable::PipelineVTable;
+use vortex_array::vtable::OperatorVTable;
 use vortex_dtype::{DType, NativePType, PType, match_each_integer_ptype};
 use vortex_error::{VortexExpect, VortexResult, vortex_bail};
 use vortex_scalar::Scalar;
 
 use crate::{FoRArray, FoRVTable};
 
-impl PipelineVTable<FoRVTable> for FoRVTable {
+impl OperatorVTable<FoRVTable> for FoRVTable {
     fn to_operator(array: &FoRArray) -> VortexResult<Option<OperatorRef>> {
         let Some(op) = array.encoded.to_operator()? else {
             return Ok(None);

encodings/fastlanes/src/rle/mod.rs

@@ -37,7 +37,7 @@ impl VTable for RLEVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("fastlanes.rle")

encodings/fsst/src/array.rs

@@ -32,7 +32,7 @@ impl VTable for FSSTVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = Self;
+    type OperatorVTable = Self;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.fsst")

encodings/fsst/src/operator.rs

@@ -13,15 +13,15 @@ use vortex_array::operator::{
     BatchBindCtx, BatchExecution, BatchExecutionRef, BatchOperator, LengthBounds, Operator,
     OperatorEq, OperatorHash, OperatorId, OperatorRef,
 };
-use vortex_array::vtable::PipelineVTable;
+use vortex_array::vtable::OperatorVTable;
 use vortex_array::{Array, Canonical};
 use vortex_dtype::DType;
 use vortex_error::VortexResult;
 use vortex_mask::Mask;
 
 use crate::{FSSTArray, FSSTVTable};
 
-impl PipelineVTable<FSSTVTable> for FSSTVTable {
+impl OperatorVTable<FSSTVTable> for FSSTVTable {
     fn to_operator(array: &FSSTArray) -> VortexResult<Option<OperatorRef>> {
         Ok(Some(Arc::new(array.clone())))
     }

encodings/pco/src/array.rs

@@ -64,7 +64,7 @@ impl VTable for PcoVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.pco")

encodings/runend/src/array.rs

@@ -33,7 +33,7 @@ impl VTable for RunEndVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.runend")

encodings/sequence/src/array.rs

@@ -160,7 +160,7 @@ impl VTable for SequenceVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = Self;
+    type OperatorVTable = Self;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.sequence")

encodings/sequence/src/operator.rs

@@ -17,13 +17,13 @@ use vortex_array::pipeline::view::ViewMut;
 use vortex_array::pipeline::{
     BindContext, Element, Kernel, KernelContext, N, PipelinedOperator, RowSelection,
 };
-use vortex_array::vtable::PipelineVTable;
+use vortex_array::vtable::OperatorVTable;
 use vortex_dtype::{DType, IntegerPType, NativePType, match_each_integer_ptype};
 use vortex_error::{VortexResult, vortex_err};
 
 use crate::{SequenceArray, SequenceVTable};
 
-impl PipelineVTable<SequenceVTable> for SequenceVTable {
+impl OperatorVTable<SequenceVTable> for SequenceVTable {
     fn to_operator(array: &SequenceArray) -> VortexResult<Option<OperatorRef>> {
         Ok(Some(Arc::new(array.clone())))
     }

encodings/sparse/src/lib.rs

@@ -40,7 +40,7 @@ impl VTable for SparseVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.sparse")

encodings/zigzag/src/array.rs

@@ -35,7 +35,7 @@ impl VTable for ZigZagVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.zigzag")

encodings/zstd/src/array.rs

@@ -65,7 +65,7 @@ impl VTable for ZstdVTable {
     type ComputeVTable = NotSupported;
     type EncodeVTable = Self;
     type SerdeVTable = Self;
-    type PipelineVTable = NotSupported;
+    type OperatorVTable = NotSupported;
 
     fn id(_encoding: &Self::Encoding) -> EncodingId {
         EncodingId::new_ref("vortex.zstd")

vortex-array/Cargo.toml

@@ -34,6 +34,7 @@ async-trait = { workspace = true }
 bitvec = { workspace = true }
 cfg-if = { workspace = true }
 enum-iterator = { workspace = true }
+enum-map = { workspace = true }
 flatbuffers = { workspace = true }
 futures = { workspace = true, features = ["alloc", "async-await", "std"] }
 getrandom_v03 = { workspace = true }
@@ -60,13 +61,16 @@ tabled = { workspace = true, optional = true, default-features = false, features
 ] }
 termtree = { workspace = true }
 vortex-buffer = { workspace = true, features = ["arrow"] }
-vortex-dtype = { workspace = true, features = ["arrow"] }
+vortex-compute = { workspace = true, default-features = true }
+vortex-dtype = { workspace = true, features = ["arrow", "serde"] }
 vortex-error = { workspace = true, features = ["prost"] }
 vortex-flatbuffers = { workspace = true, features = ["array"] }
+vortex-io = { workspace = true }
 vortex-mask = { workspace = true }
 vortex-metrics = { workspace = true }
 vortex-scalar = { workspace = true }
 vortex-utils = { workspace = true }
+vortex-vector = { workspace = true }
 
 [features]
 arbitrary = [

vortex-array/src/array/mod.rs

@@ -2,6 +2,7 @@
 // SPDX-FileCopyrightText: Copyright the Vortex contributors
 
 pub mod display;
+mod operator;
 mod visitor;
 
 use std::any::Any;
@@ -10,6 +11,7 @@ use std::hash::{Hash, Hasher};
 use std::ops::Range;
 use std::sync::Arc;
 
+pub use operator::*;
 pub use visitor::*;
 use vortex_buffer::ByteBuffer;
 use vortex_dtype::{DType, Nullability};
@@ -28,7 +30,7 @@ use crate::operator::OperatorRef;
 use crate::serde::ArrayChildren;
 use crate::stats::{Precision, Stat, StatsProviderExt, StatsSetRef};
 use crate::vtable::{
-    ArrayVTable, CanonicalVTable, ComputeVTable, OperationsVTable, PipelineVTable, SerdeVTable,
+    ArrayVTable, CanonicalVTable, ComputeVTable, OperationsVTable, OperatorVTable, SerdeVTable,
     VTable, ValidityVTable, VisitorVTable,
 };
 use crate::{
@@ -38,7 +40,15 @@ use crate::{
 
 /// The public API trait for all Vortex arrays.
 pub trait Array:
-    'static + private::Sealed + Send + Sync + Debug + DynArrayEq + DynArrayHash + ArrayVisitor
+    'static
+    + private::Sealed
+    + Send
+    + Sync
+    + Debug
+    + DynArrayEq
+    + DynArrayHash
+    + ArrayVisitor
+    + ArrayOperator
 {
     /// Returns the array as a reference to a generic [`Any`] trait object.
     fn as_any(&self) -> &dyn Any;
@@ -159,7 +169,7 @@ pub trait Array:
     fn invoke(&self, compute_fn: &ComputeFn, args: &InvocationArgs)
     -> VortexResult<Option<Output>>;
 
-    /// Convert the array to a operator operator if supported by the encoding.
+    /// Convert the array to an operator if supported by the encoding.
     ///
     /// Returns `None` if the encoding does not support operator operations.
     fn to_operator(&self) -> VortexResult<Option<OperatorRef>>;
@@ -640,7 +650,7 @@ impl<V: VTable> Array for ArrayAdapter<V> {
     }
 
     fn to_operator(&self) -> VortexResult<Option<OperatorRef>> {
-        <V::PipelineVTable as PipelineVTable<V>>::to_operator(&self.0)
+        <V::OperatorVTable as OperatorVTable<V>>::to_operator(&self.0)
     }
 }