From 754cb0b8a9325bece3490b5b1ebd1639458c3ffa Mon Sep 17 00:00:00 2001
From: w4ffl35 <25737761+w4ffl35@users.noreply.github.com>
Date: Sat, 27 Jan 2024 17:39:34 -0700
Subject: [PATCH] Fixes #439 rag document path

---
 .../aihandler/casual_lm_transfformer_base_handler.py      | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/airunner/aihandler/casual_lm_transfformer_base_handler.py b/src/airunner/aihandler/casual_lm_transfformer_base_handler.py
index 467968ce5..8f9effcc3 100644
--- a/src/airunner/aihandler/casual_lm_transfformer_base_handler.py
+++ b/src/airunner/aihandler/casual_lm_transfformer_base_handler.py
@@ -1,4 +1,3 @@
-import os
 import torch
 from llama_index.core.base_query_engine import BaseQueryEngine
 from transformers import AutoModelForCausalLM, TextIteratorStreamer
@@ -24,9 +23,7 @@ def __init__(self, *args, **kwargs):
         self.documents = None
         self.index = None
         self.query_engine: BaseQueryEngine = None
-        self.documents_path = os.path.join(
-            "documents"#self.settings["path_settings"]["documents_path"]
-        )
+        self.documents_path = self.settings["path_settings"]["documents_path"]
 
     def post_load(self):
         super().post_load()
@@ -86,7 +83,8 @@ def load_service_context(self):
     def load_documents(self):
         self.logger.info(f"Loading documents from {self.documents_path}")
         self.documents = SimpleDirectoryReader(
-            self.documents_path
+            self.documents_path,
+            exclude_hidden=False,
         ).load_data()
 
     def load_index(self):