feat: support core cpp sdk

examples/c++/core/main.cc

@@ -1,3 +1,89 @@
+#include <cstdlib>
+#include <iostream>
+#include <zvec/core/interface/index.h>
+#include <zvec/core/interface/index_factory.h>
+#include <zvec/core/interface/index_param.h>
+#include <zvec/core/interface/index_param_builders.h>
+
+using namespace zvec::core_interface;
+
+constexpr uint32_t kDimension = 64;
+const std::string index_name{"test.index"};
+
+Index::Pointer create_index(const BaseIndexParam::Pointer &param,
+                            int doc_num = 10) {
+  auto index = IndexFactory::CreateAndInitIndex(*param);
+  if (!index) {
+    std::cout << "Failed to create index." << std::endl;
+    return nullptr;
+  }
+
+  int ret = index->Open(
+      index_name, StorageOptions{StorageOptions::StorageType::kMMAP, true});
+  if (ret != 0) {
+    std::cout << "Failed to open index." << std::endl;
+    return nullptr;
+  }
+
+  for (int i = 0; i < doc_num; ++i) {
+    std::vector<float> vector(kDimension, i / 10.0f + 0.1f);
+    VectorData vector_data;
+    vector_data.vector = DenseVector{vector.data()};
+    ret = index->Add(vector_data, i);
+    if (ret != 0) {
+      std::cout << "Failed to add to index." << std::endl;
+      return nullptr;
+    }
+  }
+
+  ret = index->Train();
+  if (ret != 0) {
+    std::cout << "Failed to train index." << std::endl;
+    return nullptr;
+  }
+
+  return index;
+}
+
 int main() {
+  char cmd_buf[100];
+  snprintf(cmd_buf, 100, "rm -f %s", index_name.c_str());
+  system(cmd_buf);
+
+  auto param = HNSWIndexParamBuilder()
+                   .WithMetricType(MetricType::kInnerProduct)
+                   .WithDataType(DataType::DT_FP32)
+                   .WithDimension(kDimension)
+                   .WithIsSparse(false)
+                   .Build();
+  auto index = create_index(param, 1);
+  std::cout << "index stats: " << index->GetDocCount() << std::endl;
+
+  // query
+  auto query_param = HNSWQueryParamBuilder()
+                         .with_topk(10)
+                         .with_fetch_vector(true)
+                         .with_ef_search(20)
+                         .build();
+
+  SearchResult result;
+  VectorData query;
+  std::vector<float> vector(kDimension, 0.1f);
+  query.vector = DenseVector{vector.data()};
+  int ret = index->Search(query, query_param, &result);
+  if (ret != 0) {
+    std::cout << "Failed to search index." << std::endl;
+    return -1;
+  }
+
+  std::cout << "query results: " << result.doc_list_.size() << std::endl;
+  if (result.doc_list_.size() == 0) {
+    std::cout << "No results found." << std::endl;
+    return -1;
+  }
+
+  std::cout << "key: " << result.doc_list_[0].key()
+            << ", score: " << result.doc_list_[0].score() << std::endl;
+
   return 0;
 }

src/ailego/algorithm/binary_quantizer.h

@@ -15,7 +15,7 @@
 #pragma once
 
 #include <vector>
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/algorithm/integer_quantizer.cc

@@ -17,8 +17,8 @@
 #include <cmath>
 #include <cstring>
 #include <numeric>
-#include <stdexcept>
 #include <ailego/math/normalizer.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/algorithm/integer_quantizer.h

@@ -16,7 +16,7 @@
 
 #include <limits>
 #include <vector>
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/algorithm/kmeans.h

@@ -17,16 +17,17 @@
 #include <cmath>
 #include <numeric>
 #include <random>
-#include <ailego/container/heap.h>
 #include <ailego/container/vector_array.h>
 #include <ailego/math/euclidean_distance_matrix.h>
 #include <ailego/math/hamming_distance_matrix.h>
 #include <ailego/math/inner_product_matrix.h>
 #include <ailego/math/norm2_matrix.h>
 #include <ailego/math/normalizer.h>
 #include <ailego/utility/matrix_helper.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/container/heap.h>
+#include <zvec/ailego/internal/platform.h>
 #include <zvec/ailego/utility/float_helper.h>
+#include <zvec/ailego/utility/type_helper.h>
 #include "lloyd_cluster.h"
 
 namespace zvec {

src/ailego/algorithm/lloyd_cluster.h

@@ -17,8 +17,8 @@
 #include <algorithm>
 #include <random>
 #include <ailego/parallel/lock.h>
-#include <ailego/parallel/thread_pool.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/parallel/thread_pool.h>
+#include <zvec/ailego/utility/type_helper.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/buffer/buffer_manager.cc

@@ -12,14 +12,14 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "buffer_manager.h"
 #include <atomic>
 #include <mutex>
-#include <ailego/logger/logger.h>
 #include <ailego/pattern/defer.h>
 #include <arrow/io/api.h>
 #include <parquet/arrow/reader.h>
-#include "ailego/internal/platform.h"
+#include <zvec/ailego/buffer/buffer_manager.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/logger/logger.h>
 
 #ifdef __clang__
 #pragma clang diagnostic push

src/ailego/container/bitmap.h

@@ -17,6 +17,7 @@
 #include <algorithm>
 #include <vector>
 #include <ailego/utility/bitset_helper.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/container/bloom_filter.h

@@ -15,8 +15,8 @@
 #pragma once
 
 #include <cmath>
-#include <ailego/internal/platform.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/container/params.cc

@@ -12,10 +12,10 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "params.h"
 #include <cstring>
-#include <ailego/encoding/json.h>
-#include "ailego/logger/logger.h"
+#include <zvec/ailego/container/params.h>
+#include <zvec/ailego/encoding/json.h>
+#include <zvec/ailego/logger/logger.h>
 
 //! Global environ variable
 extern char **environ;

src/ailego/container/vector_array.h

@@ -14,8 +14,8 @@
 
 #pragma once
 
-#include "ailego/internal/platform.h"
-#include "vector.h"
+#include <zvec/ailego/container/vector.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/encoding/json/mod_json.c

@@ -12,11 +12,11 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "mod_json.h"
 #include <float.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
+#include <zvec/ailego/encoding/json/mod_json.h>
 
 #ifndef MOD_JSON_TOKEN_DEFOPTS
 #define MOD_JSON_TOKEN_DEFOPTS 0 /* default options of token */

src/ailego/hash/crc32c.cc

@@ -12,8 +12,9 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "crc32c.h"
 #include <ailego/internal/cpu_features.h>
+#include <zvec/ailego/hash/crc32c.h>
+#include <zvec/ailego/internal/platform.h>
 
 #if !defined(__SSE4_2__) && !defined(__ARM_FEATURE_CRC32)
 /**

src/ailego/io/file.cc

@@ -12,8 +12,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "file.h"
-#include "ailego/internal/platform.h"
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/io/file.h>
 #if !defined(_WIN64) && !defined(_WIN32)
 #include <sys/mman.h>
 #include <sys/stat.h>

src/ailego/io/file_lock.h

@@ -14,7 +14,7 @@
 
 #pragma once
 
-#include "file.h"
+#include <zvec/ailego/io/file.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/logger/logger.cc

@@ -12,12 +12,12 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include "logger.h"
 #include <iostream>
 #include <sstream>
 #include <thread>
-#include <ailego/io/file.h>
-#include <ailego/utility/time_helper.h>
+#include <zvec/ailego/io/file.h>
+#include <zvec/ailego/logger/logger.h>
+#include <zvec/ailego/utility/time_helper.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/math/cosine_distance_matrix.h

@@ -14,13 +14,9 @@
 
 #pragma once
 
-#include <vector>
-#include <ailego/internal/platform.h>
-#include <ailego/utility/math_helper.h>
-#include <ailego/utility/type_helper.h>
-#include "distance_utility.h"
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 #include "inner_product_matrix.h"
-#include "norm2_matrix.h"
 
 namespace zvec {
 namespace ailego {

src/ailego/math/distance_matrix_fp16.i

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 #include "matrix_define.i"
 #include <iostream> 
 #if !defined(__AVX__)

src/ailego/math/distance_matrix_fp32.i

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 #include "matrix_define.i"
 
 #if !defined(__AVX__)

src/ailego/math/distance_matrix_int32.i

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 #include "matrix_define.i"
 
 #if defined(__AVX__) && defined(__GNUC__)

src/ailego/math/distance_matrix_int64.i

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 #include "matrix_define.i"
 
 #if defined(__AVX__)

src/ailego/math/distance_utility.h

@@ -14,7 +14,7 @@
 
 #pragma once
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/math/euclidean_distance_matrix.h

@@ -14,9 +14,9 @@
 
 #pragma once
 
-#include <ailego/internal/platform.h>
 #include <ailego/utility/math_helper.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 #include "distance_utility.h"
 
 namespace zvec {

src/ailego/math/hamming_distance_matrix.cc

@@ -13,6 +13,8 @@
 // limitations under the License.
 
 #include "hamming_distance_matrix.h"
+#include <arrow/util/future.h>
+#include <zvec/ailego/internal/platform.h>
 #include "distance_matrix_popcnt.i"
 
 namespace zvec {

src/ailego/math/hamming_distance_matrix.h

@@ -15,8 +15,8 @@
 #pragma once
 
 #include <cmath>
-#include <ailego/internal/platform.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/math/inner_product_matrix.h

@@ -17,9 +17,9 @@
 #include <cmath>
 #include <string>
 #include <vector>
-#include <ailego/internal/platform.h>
 #include <ailego/utility/math_helper.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 #include "distance_utility.h"
 
 namespace zvec {

src/ailego/math/matrix_utility.i

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#include <ailego/internal/platform.h>
+#include <zvec/ailego/internal/platform.h>
 
 namespace zvec {
 namespace ailego {

src/ailego/math/mips_euclidean_distance_matrix.h

@@ -14,10 +14,10 @@
 
 #pragma once
 
-#include <ailego/internal/platform.h>
 #include <ailego/math/norm2_matrix.h>
 #include <ailego/utility/math_helper.h>
-#include <ailego/utility/type_helper.h>
+#include <zvec/ailego/internal/platform.h>
+#include <zvec/ailego/utility/type_helper.h>
 #include "distance_utility.h"
 
 namespace zvec {