Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Use GoogleDriveLoader from langchain_google_community #337

Merged
merged 2 commits into from
Apr 22, 2024
Merged

Use GoogleDriveLoader from langchain_google_community #337

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
964e331
Use GoogleDriveLoader from langchain_google_community
Raj725 Apr 22, 2024
50e8d26
Fix lint errors
Raj725 Apr 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 2 additions & 4 deletions pebblo_cloud/langchain/rag-sample/rag_sample.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,10 @@

from dotenv import load_dotenv
from langchain.schema import Document
from langchain_community.document_loaders import (
GoogleDriveLoader,
UnstructuredFileIOLoader,
)
from langchain_community.document_loaders import UnstructuredFileIOLoader
from langchain_community.document_loaders.pebblo import PebbloSafeLoader
from langchain_community.vectorstores.qdrant import Qdrant
from langchain_google_community import GoogleDriveLoader
from langchain_openai.embeddings import OpenAIEmbeddings

load_dotenv()
Expand Down
3 changes: 2 additions & 1 deletion pebblo_cloud/langchain/rag-sample/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,4 +7,5 @@ google-api-python-client
google-auth-httplib2
google-auth-oauthlib
unstructured[all-docs]
qdrant-client
qdrant-client
langchain_google_community # For GoogleDriveLoader
6 changes: 2 additions & 4 deletions pebblo_cloud/langchain/rag-sample/semantic_rag_sample.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,10 @@

from dotenv import load_dotenv
from langchain.schema import Document
from langchain_community.document_loaders import (
GoogleDriveLoader,
UnstructuredFileIOLoader,
)
from langchain_community.document_loaders import UnstructuredFileIOLoader
from langchain_community.document_loaders.pebblo import PebbloSafeLoader
from langchain_community.vectorstores.qdrant import Qdrant
from langchain_google_community import GoogleDriveLoader
from langchain_openai.embeddings import OpenAIEmbeddings

load_dotenv()
Expand Down
6 changes: 2 additions & 4 deletions pebblo_safeloader/langchain/identity-rag/pebblo_identity_safeload.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,10 @@

from dotenv import load_dotenv
from langchain.schema import Document
from langchain_community.document_loaders import (
GoogleDriveLoader,
UnstructuredFileIOLoader,
)
from langchain_community.document_loaders import UnstructuredFileIOLoader
from langchain_community.document_loaders.pebblo import PebbloSafeLoader
from langchain_community.vectorstores.qdrant import Qdrant
from langchain_google_community import GoogleDriveLoader
from langchain_openai.embeddings import OpenAIEmbeddings

load_dotenv()
Expand Down
6 changes: 2 additions & 4 deletions pebblo_saferetriever/langchain/identity-rag/pebblo_identity_rag.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,10 @@
from dotenv import load_dotenv
from google_auth import get_authorized_identities
from langchain.chains import PebbloRetrievalQA
from langchain_community.document_loaders import (
GoogleDriveLoader,
UnstructuredFileIOLoader,
)
from langchain_community.document_loaders import UnstructuredFileIOLoader
from langchain_community.document_loaders.pebblo import PebbloSafeLoader
from langchain_community.vectorstores.qdrant import Qdrant
from langchain_google_community import GoogleDriveLoader
from langchain_openai.embeddings import OpenAIEmbeddings
from langchain_openai.llms import OpenAI

Expand Down
3 changes: 2 additions & 1 deletion pebblo_saferetriever/langchain/identity-rag/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,4 +10,5 @@ google-api-python-client
google-auth-httplib2
google-auth-oauthlib
qdrant-client==1.8.0 # for Qdrant VectorStore
PyPDF2
PyPDF2
langchain_google_community # For GoogleDriveLoader
6 changes: 2 additions & 4 deletions pebblo_saferetriever/langchain/semantic-rag/pebblo_semantic_rag.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,10 @@
from dotenv import load_dotenv
from langchain.chains import PebbloRetrievalQA
from langchain.chains.pebblo_retrieval.models import SemanticContext
from langchain_community.document_loaders import (
GoogleDriveLoader,
UnstructuredFileIOLoader,
)
from langchain_community.document_loaders import UnstructuredFileIOLoader
from langchain_community.document_loaders.pebblo import PebbloSafeLoader
from langchain_community.vectorstores.qdrant import Qdrant
from langchain_google_community import GoogleDriveLoader
from langchain_openai.embeddings import OpenAIEmbeddings
from langchain_openai.llms import OpenAI
from utils import format_text, get_input_as_list
Expand Down
3 changes: 2 additions & 1 deletion pebblo_saferetriever/langchain/semantic-rag/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,4 +9,5 @@ google-api-python-client
google-auth-httplib2
google-auth-oauthlib
qdrant-client==1.8.0 # for Qdrant VectorStore
PyPDF2
PyPDF2
langchain_google_community # For GoogleDriveLoader
Loading