Conditionally set source_path_size in the loaders and docs. (langchai…

…n-ai#14) Handle no source path in get_source_size.
srics · Jan 30, 2024 · 1d807cc · 1d807cc
1 parent 27846f4
commit 1d807cc
Showing 1 changed file with 13 additions and 3 deletions.
diff --git a/libs/community/langchain_community/document_loaders/pebblo.py b/libs/community/langchain_community/document_loaders/pebblo.py
@@ -51,7 +51,11 @@ def __init__(
             "loader": loader_name,
             "source_path": self.source_path,
             "source_type": self.source_type,
-            "source_path_size": self.source_path_size,
+            **(
+                {"source_path_size": self.source_path_size}
+                if self.source_path_size is not None
+                else {}
+            ),
         }
         # generate app
         self.app = self._get_app_details()
@@ -109,7 +113,11 @@ def _send_loader_doc(self, loading_end=False):
                     "source_path": doc_source_path,
                     "last_modified": doc.get("metadata", {}).get("last_modified"),
                     "file_owner": doc_source_owner,
-                    "source_path_size": doc_source_size,
+                    **(
+                        {"source_path_size": doc_source_size}
+                        if doc_source_size is not None
+                        else {}
+                    ),
                 }
             )
         payload = {
@@ -226,7 +234,9 @@ def get_file_owner_from_path(file_path: str) -> str:
         return file_owner_name
 
     def get_source_size(self, source_path: str) -> int:
-        size = 0
+        if not source_path:
+            return None
+        size = None
         if os.path.isfile(source_path):
             size = os.path.getsize(source_path)
         elif os.path.isdir(source_path):