feat: add framework of partitioned namespace

rust/lance-namespace-impls/Cargo.toml

@@ -14,7 +14,7 @@ rust-version.workspace = true
 [features]
 default = ["dir-aws", "dir-azure", "dir-gcp", "dir-oss", "dir-huggingface"]
 rest = ["dep:reqwest"]
-rest-adapter = ["dep:axum", "dep:tower", "dep:tower-http", "dep:serde"]
+rest-adapter = ["dep:axum", "dep:tower", "dep:tower-http"]
 # Cloud storage features for directory implementation - align with lance-io
 dir-gcp = ["lance-io/gcp", "lance/gcp"]
 dir-aws = ["lance-io/aws", "lance/aws"]
@@ -23,7 +23,7 @@ dir-oss = ["lance-io/oss", "lance/oss"]
 dir-huggingface = ["lance-io/huggingface", "lance/huggingface"]
 # Credential vending features
 credential-vendor-aws = ["dep:aws-sdk-sts", "dep:aws-config", "dep:aws-credential-types", "dep:sha2", "dep:base64"]
-credential-vendor-gcp = ["dep:google-cloud-auth", "dep:reqwest", "dep:serde", "dep:sha2", "dep:base64"]
+credential-vendor-gcp = ["dep:google-cloud-auth", "dep:reqwest", "dep:sha2", "dep:base64"]
 credential-vendor-azure = ["dep:azure_core", "dep:azure_identity", "dep:azure_storage", "dep:azure_storage_blobs", "dep:time", "dep:sha2", "dep:base64", "dep:reqwest"]
 
 [dependencies]
@@ -53,7 +53,7 @@ arrow-schema = { workspace = true }
 axum = { workspace = true, optional = true }
 tower = { workspace = true, optional = true }
 tower-http = { workspace = true, optional = true, features = ["trace", "cors", "normalize-path"] }
-serde = { workspace = true, optional = true }
+serde = { workspace = true }
 
 # Common dependencies
 async-trait.workspace = true

rust/lance-namespace-impls/src/json.rs

@@ -0,0 +1,25 @@
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The Lance Authors
+
+use lance_namespace::models::JsonArrowDataType;
+use serde::{Deserialize, Serialize};
+
+// TODO: remove this after https://github.com/lance-format/lance-namespace/pull/297 is merged
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct JsonPartitionField {
+    field_id: String,
+    source_ids: Vec<i32>,
+    transform: JsonTransform,
+    expression: String,
+    result_type: JsonArrowDataType,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct JsonTransform {
+    #[serde(rename = "type")]
+    r#type: String, // The transform type
+    #[serde(rename = "num_buckets", skip_serializing_if = "Option::is_none")]
+    num_buckets: Option<i32>, // Number of buckets N
+    #[serde(rename = "width", skip_serializing_if = "Option::is_none")]
+    width: Option<i32>, // Truncation width W
+}

rust/lance-namespace-impls/src/lib.rs

@@ -72,11 +72,13 @@
 pub mod credentials;
 pub mod dir;
 
 #[cfg(feature = "rest")]
 pub mod rest;
 
 #[cfg(feature = "rest-adapter")]
 pub mod rest_adapter;
+pub mod partition;
+pub mod json;
 
 // Re-export connect builder
 pub use connect::ConnectBuilder;