fix add documents

weni-ai · Aug 12, 2024 · 85a8e2e · 85a8e2e
1 parent d2f39cb
commit 85a8e2e
Showing 1 changed file with 9 additions and 5 deletions.
diff --git a/app/store/elasticsearch_vector_store.py b/app/store/elasticsearch_vector_store.py
@@ -62,11 +62,15 @@ def save(self, docs: list[Document]) -> list[str]:
  index = os.environ.get("INDEX_CONTENTBASES_NAME", "content_bases")
 
  if self.vectorstore.client.indices.exists(index=index):
- index_documents = self.vectorstore.add_documents
- else:
- index_documents = self.vectorstore.from_documents
-
- res = index_documents(
+ return self.vectorstore.add_documents(
+ docs,
+ bulk_kwargs={
+ "chunk_size": os.environ.get("CHILD_CHUNK_SIZE", 225),
+ "max_chunk_bytes": 200000000
+ }
+ )
+
+ res = self.vectorstore.from_documents(
  docs,
  self.vectorstore.embeddings,
  es_url=os.environ.get("ELASTICSEARCH_URL"),