[ENH] Move segment module out of worker crate

Cargo.toml

@@ -1,7 +1,7 @@
 [workspace]
 resolver = "2"
 
-members = ["rust/benchmark", "rust/blockstore", "rust/cache", "rust/chroma", "rust/config", "rust/distance", "rust/error", "rust/garbage_collector", "rust/index", "rust/load", "rust/storage", "rust/system", "rust/sysdb", "rust/types", "rust/worker"]
+members = ["rust/benchmark", "rust/blockstore", "rust/cache", "rust/chroma", "rust/config", "rust/distance", "rust/error", "rust/garbage_collector", "rust/index", "rust/load", "rust/storage", "rust/system", "rust/sysdb", "rust/types", "rust/worker", "rust/segment"]
 
 [workspace.dependencies]
 arrow = "52.2.0"
@@ -43,6 +43,7 @@ chroma-cache = { path = "rust/cache" }
 chroma-types = { path = "rust/types" }
 chroma-index = { path = "rust/index" }
 chroma-distance = { path = "rust/distance" }
+chroma-segment = { path="rust/segment" }
 chroma-system = { path = "rust/system" }
 chroma-sysdb = { path = "rust/sysdb" }
 worker = { path = "rust/worker" }

rust/segment/Cargo.toml

@@ -0,0 +1,28 @@
+[package]
+name = "segment"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+futures = { workspace = true }
+roaring = { workspace = true }
+serde = { workspace = true }
+tantivy = { workspace = true }
+thiserror = { workspace = true }
+tracing = { workspace = true }
+uuid = { workspace = true }
+
+chroma-blockstore = { workspace = true }
+chroma-distance = { workspace = true }
+chroma-error = { workspace = true }
+chroma-index = { workspace = true }
+chroma-types = { workspace = true }
+
+[dev-dependencies]
+shuttle = { workspace = true }
+tokio = { workspace = true }
+tempfile = { workspace = true }
+
+chroma-cache = { workspace = true }
+chroma-storage = { workspace = true }
+

rust/segment/src/config.rs

@@ -0,0 +1,10 @@
+use serde::Deserialize;
+
+/// The configuration for the custom resource memberlist provider.
+/// # Fields
+/// - storage_path: The path to use for temporary storage in the segment manager, if needed.
+#[derive(Deserialize)]
+pub(crate) struct SegmentManagerConfig {
+    #[allow(dead_code)]
+    pub(crate) storage_path: String,
+}