avoid shouldIgnore on folders (#6255)

Co-authored-by: Brace Sproul <braceasproul@gmail.com>
langchain-ai · Jul 29, 2024 · 36d8479 · 36d8479
1 parent 9091012
commit 36d8479
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/libs/langchain-community/src/document_loaders/web/github.ts b/libs/langchain-community/src/document_loaders/web/github.ts
@@ -510,7 +510,7 @@ export class GithubRepoLoader
     >[] = [];
 
     for (const file of files) {
-      if (this.shouldIgnore(file.path, file.type)) {
+      if (file.type !== "dir" && this.shouldIgnore(file.path, file.type)) {
         continue;
       }
       if (file.type === "file" && file.size === 0) {
@@ -566,7 +566,7 @@ export class GithubRepoLoader
   ): AsyncGenerator<Document, void, undefined> {
     const files = await this.fetchRepoFiles(path);
     for (const file of files) {
-      if (this.shouldIgnore(file.path, file.type)) {
+      if (file.type !== "dir" && this.shouldIgnore(file.path, file.type)) {
         continue;
       }
 
@@ -619,7 +619,7 @@ export class GithubRepoLoader
     const files = await this.fetchRepoFiles(path);
 
     for (const file of files) {
-      if (this.shouldIgnore(file.path, file.type)) {
+      if (file.type !== "dir" && this.shouldIgnore(file.path, file.type)) {
         continue;
       }