try bigger chunk

huggingface · Jun 27, 2024 · 24c14b4 · 24c14b4
1 parent 99cfd53
commit 24c14b4
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/doc_builder/build_embeddings.py b/src/doc_builder/build_embeddings.py
@@ -254,7 +254,8 @@ def create_markdown_chunks(text, page_info=None):
  if root is None:
  return []
 
- chunks = root.get_chunks(page_info, chunk_len_chars=400)
+ CHUNK_LEN_CHARS = 2000
+ chunks = root.get_chunks(page_info, chunk_len_chars=CHUNK_LEN_CHARS)
  return chunks