start on a lot of the column optimizations

pola-rs · Sep 13, 2024 · 4302512 · 4302512
1 parent f5565ca
commit 4302512
Show file tree

Hide file tree

Showing 11 changed files with 30 additions and 1,309 deletions.
diff --git a/crates/polars-core/src/chunked_array/builder/binary_offset.rs b/crates/polars-core/src/chunked_array/builder/binary_offset.rs
diff --git a/crates/polars-core/src/chunked_array/builder/mod.rs b/crates/polars-core/src/chunked_array/builder/mod.rs
@@ -1,4 +1,3 @@
-mod binary_offset;
 mod boolean;
 #[cfg(feature = "dtype-array")]
 pub mod fixed_size_list;
@@ -11,7 +10,6 @@ use std::sync::Arc;
 
 use arrow::array::*;
 use arrow::bitmap::Bitmap;
-pub use binary_offset::*;
 pub use boolean::*;
 #[cfg(feature = "dtype-array")]
 pub(crate) use fixed_size_list::*;

diff --git a/crates/polars-core/src/datatypes/any_value.rs b/crates/polars-core/src/datatypes/any_value.rs
@@ -693,6 +693,16 @@ impl<'a> AnyValue<'a> {
             None => AnyValue::Null,
         }
     }
+
+    pub fn idx(&self) -> IdxSize {
+        match self {
+            #[cfg(not(feature = "bigidx"))]
+            Self::UInt32(v) => *v,
+            #[cfg(feature = "bigidx")]
+            Self::UInt64(v) => *v,
+            _ => panic!("expected index type found {self:?}"),
+        }
+    }
 }
 
 impl From<AnyValue<'_>> for DataType {