feat(search): add make slab-fs mmaped

To reduce memory consumption

Author: ldm0

Cargo.lock

@@ -10,5 +10,6 @@ members = [
   "query-segmentation",
   "cardinal-syntax",
   "search-cancel",
+  "slab-mmap",
 ]
 exclude = ["cardinal"]

Cargo.toml

@@ -12,7 +12,6 @@ query-segmentation = { path = "../query-segmentation" }
 search-cancel = { path = "../search-cancel" }
 zstd = { version = "0.13", features = ["zstdmt"] }
 serde = { version = "1", features = ["derive"] }
-slab = { version = "0.4", features = ["serde"] }
 anyhow = "1.0.97"
 memchr = "2.7"
 crossbeam-channel = "0.5.15"
@@ -28,6 +27,7 @@ hashbrown = { version = "0.16.0", features = ["serde"] }
 regex = "1"
 jiff = "0.2"
 rayon = "1.9"
+slab-mmap = { path = "../slab-mmap" }
 
 [dev-dependencies]
 tempdir = "0.3"

cardinal/package-lock.json

@@ -1,4 +1,5 @@
 use serde::{Deserialize, Serialize};
+use slab_mmap::{Slab, SlabIter};
 
 #[derive(Debug, Copy, Clone, Serialize, Deserialize)]
 #[repr(transparent)]
@@ -53,7 +54,7 @@ impl SlabIndex {
 #[derive(Debug, Serialize, Deserialize)]
 #[serde(transparent)]
 #[repr(transparent)]
-pub struct ThinSlab<T>(slab::Slab<T>);
+pub struct ThinSlab<T>(Slab<T>);
 
 impl<T> Default for ThinSlab<T> {
     fn default() -> Self {
@@ -63,7 +64,7 @@ impl<T> Default for ThinSlab<T> {
 
 impl<T> ThinSlab<T> {
     pub fn new() -> Self {
-        Self(slab::Slab::new())
+        Self(Slab::new())
     }
 
     pub fn insert(&mut self, value: T) -> SlabIndex {
@@ -109,7 +110,7 @@ impl<T> std::ops::IndexMut<SlabIndex> for ThinSlab<T> {
     }
 }
 
-pub struct ThinSlabIter<'a, T>(slab::Iter<'a, T>);
+pub struct ThinSlabIter<'a, T>(SlabIter<'a, T>);
 
 impl<'a, T> Iterator for ThinSlabIter<'a, T> {
     type Item = (SlabIndex, &'a T);