[ENH] Upsert and a synthetic data set.

This lays out the scaffolding for upsert.
chroma-core · Dec 6, 2024 · 6ac4b7b · 6ac4b7b
1 parent de1bf72
commit 6ac4b7b
Show file tree

Hide file tree

Showing 8 changed files with 1,685 additions and 11 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/rust/load/Cargo.toml b/rust/load/Cargo.toml
@@ -28,3 +28,4 @@ chromadb = { git = "https://github.com/rescrv/chromadb-rs", rev = "e364e35c34c66
 guacamole = { version = "0.9", default-features = false }
 tower-http = { version = "0.6.2", features = ["trace"] }
 reqwest = { version = "0.12", features = ["json"] }
+siphasher = "1.0.1"
diff --git a/rust/load/examples/workload-json.rs b/rust/load/examples/workload-json.rs
@@ -1,4 +1,4 @@
-use chroma_load::{Distribution, GetQuery, QueryQuery, Workload};
+use chroma_load::{Distribution, GetQuery, QueryQuery, Skew, Workload};
 
 fn main() {
     let w = Workload::Hybrid(vec![
@@ -7,6 +7,7 @@ fn main() {
         (
             1.0,
             Workload::Get(GetQuery {
+                skew: Skew::Zipf { theta: 0.999 },
                 limit: Distribution::Constant(10),
                 document: None,
                 metadata: None,
@@ -15,6 +16,7 @@ fn main() {
         (
             1.0,
             Workload::Query(QueryQuery {
+                skew: Skew::Zipf { theta: 0.999 },
                 limit: Distribution::Constant(10),
                 document: None,
                 metadata: None,