Feat/python engine (#1784)

* chore: add document

* feat: update engine interface

* chore: add document

* feat: update engine interface

* Feat: init python engine

* Fix: conflict

* feat: add python engine implementation

* Fix: CI build window

* Fix: CI build window

* feat: support download python model from cortexso

* feat: add inference interface

* feat: integrate to cortex cpp

* fix: remove pythone engine load engine option

* Feat: init environment interface

* feat: move virtual environment inside model

* Update CMakeLists.txt

* Update CMakeLists.txt

* fix: CI build

* fix: move log of python to cortex logs folder

* fix: unitest for remote engine because change location of template renderer

* fix: CI build windows

* fix: CI build windows

* feat: add depends model.yml for python engine

* fix: CI build

* update set permission api

* Fix: comment

* Fix: remove unnecessary interface

* Fix comment

* Fix: comment review

---------

Co-authored-by: James <namnh0122@gmail.com>

Author: nguyenhoangthuan99

engine/CMakeLists.txt

@@ -142,9 +142,14 @@ file(APPEND "${CMAKE_CURRENT_BINARY_DIR}/cortex_openapi.h"
 add_executable(${TARGET_NAME} main.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/utils/cpuid/cpu_info.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/utils/file_logger.cc
+
+    ${CMAKE_CURRENT_SOURCE_DIR}/extensions/template_renderer.cc
+    ${CMAKE_CURRENT_SOURCE_DIR}/extensions/python-engine/python_engine.cc
+
     ${CMAKE_CURRENT_SOURCE_DIR}/utils/dylib_path_manager.cc
+
     ${CMAKE_CURRENT_SOURCE_DIR}/extensions/remote-engine/remote_engine.cc
-    ${CMAKE_CURRENT_SOURCE_DIR}/extensions/remote-engine/template_renderer.cc
+
 )
 
 target_include_directories(${TARGET_NAME} PRIVATE ${CMAKE_CURRENT_BINARY_DIR})

engine/cli/CMakeLists.txt

@@ -85,7 +85,10 @@ add_executable(${TARGET_NAME} main.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/../services/hardware_service.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/../services/database_service.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/../extensions/remote-engine/remote_engine.cc
-    ${CMAKE_CURRENT_SOURCE_DIR}/../extensions/remote-engine/template_renderer.cc
+    
+    ${CMAKE_CURRENT_SOURCE_DIR}/../extensions/python-engine/python_engine.cc
+    ${CMAKE_CURRENT_SOURCE_DIR}/../extensions/template_renderer.cc
+
     ${CMAKE_CURRENT_SOURCE_DIR}/utils/easywsclient.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/utils/download_progress.cc
     ${CMAKE_CURRENT_SOURCE_DIR}/../utils/config_yaml_utils.cc

engine/common/base.h

@@ -5,7 +5,7 @@ using namespace drogon;
 
 class BaseModel {
  public:
-  virtual ~BaseModel() {}
+  virtual ~BaseModel() = default;
 
   // Model management
   virtual void LoadModel(
@@ -27,7 +27,7 @@ class BaseModel {
 
 class BaseChatCompletion {
  public:
-  virtual ~BaseChatCompletion() {}
+  virtual ~BaseChatCompletion() = default;
 
   // General chat method
   virtual void ChatCompletion(
@@ -37,7 +37,7 @@ class BaseChatCompletion {
 
 class BaseEmbedding {
  public:
-  virtual ~BaseEmbedding() {}
+  virtual ~BaseEmbedding() = default;
 
   // Implement embedding functionality specific to chat
   virtual void Embedding(
@@ -46,3 +46,4 @@ class BaseEmbedding {
 
   // The derived class can also override other methods if needed
 };
+

engine/common/download_task.h

@@ -6,7 +6,14 @@
 #include <sstream>
 #include <string>
 
-enum class DownloadType { Model, Engine, Miscellaneous, CudaToolkit, Cortex };
+enum class DownloadType {
+  Model,
+  Engine,
+  Miscellaneous,
+  CudaToolkit,
+  Cortex,
+  Environments
+};
 
 struct DownloadItem {
 
@@ -48,6 +55,8 @@ inline std::string DownloadTypeToString(DownloadType type) {
       return "CudaToolkit";
     case DownloadType::Cortex:
       return "Cortex";
+    case DownloadType::Environments:
+      return "Environments";
     default:
       return "Unknown";
   }
@@ -64,6 +73,8 @@ inline DownloadType DownloadTypeFromString(const std::string& str) {
     return DownloadType::CudaToolkit;
   } else if (str == "Cortex") {
     return DownloadType::Cortex;
+  } else if (str == "Environments") {
+    return DownloadType::Environments;
   } else {
     return DownloadType::Miscellaneous;
   }