fix link and file scraper bug

src/sherpa_ai/models/sherpa_base_model.py

@@ -6,14 +6,12 @@
     CallbackManagerForLLMRun,
 )
 from langchain.chat_models.base import BaseChatModel
-from langchain.llms.openai import OpenAI
 from langchain.schema import BaseMessage, ChatResult
-from pydantic import BaseModel
 
 from sherpa_ai.database.user_usage_tracker import UserUsageTracker
+from langchain.chat_models import ChatOpenAI
 
-
-class SherpaOpenAI(OpenAI):
+class SherpaOpenAI(ChatOpenAI):
     team_id: typing.Optional[str] = None
     user_id: typing.Optional[str] = None
 

src/sherpa_ai/scrape/file_scraper.py

@@ -74,7 +74,7 @@ def prompt_reconstruct(self, file_info, data=str):
                 "status": "error",
                 "message": "token ammount of a file has to be less than {}",
             }
-        elif data_token_size > 3000:
+        else:
             chunk_summary = chunk_and_summarize_file(
                 file_format=file_info["filetype"],
                 file_name=file_info["name"],