Merge pull request Samagra-Development#281 from ChatWithPDF/restructure

Merging with chatwithpdf

config.json

@@ -1,5 +1,27 @@
 {
   "models": [
+
+        {
+      "serviceName": "flow_classification",
+      "modelBasePath": "src/text_classification/flow_classification/local/.",
+      "apiBasePath": "text_classification/flow_classification/local/",
+      "containerPort": 8000,
+      "environment": {},
+      "nginx": [],
+      "constraints": ["node.role==worker"],
+      "build": false
+    },
+     {
+      "serviceName": "llm_openai_gpt4turbo",
+      "modelBasePath": "src/llm/openai/chatgpt4turbo_preview/.",
+      "apiBasePath": "/llm/openai/chatgpt4turbo_preview",
+      "containerPort": 8000,
+      "environment": {
+        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
+      },
+      "nginx": [],
+      "build": true
+    },
      {
       "serviceName": "convo_starter",
       "modelBasePath": "src/text_classification/convo_starter_orgbot/local/.",  
@@ -40,7 +62,7 @@
         "OPENAI_API_KEY": "${OPENAI_API_KEY}"
       },
       "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
-      "build": false
+      "build": true
     },
     {
       "serviceName": "asr_whisper_en",
@@ -112,7 +134,7 @@
       },
       "nginx": [],
       "constraints": ["node.labels.node_vm_type==gpu"],
-      "build": false
+      "build": true
     },   
     {
       "serviceName": "text_translation_azure",
@@ -195,8 +217,7 @@
         "OPENAI_API_KEY": "${OPENAI_API_KEY}"
       },
       "nginx": [],
-      "constraints": ["node.labels.node_vm_type==gpu"],
-      "build": false
+      "build": true
     },
     {
       "serviceName": "llm_openai_gpt4",

src/text_classification/flow_classification/local/requirements.txt

@@ -1,4 +1,4 @@
-torch==2.0.1 --index-url https://download.pytorch.org/whl/cpu
+torch
 transformers
 quart
-aiohttp
+aiohttp