feat: AMD hardware API (#1797)

* feat: add amd gpu windows

* chore: remove unused code

* feat: get amd gpus

* fix: clean

* chore: cleanup

* fix: set activate

* fix: build windows

* feat: linux

* fix: add patches

* fix: map cuda gpus

* fix: build

* chore: docs

* fix: build

* chore: clean up

* fix: build

* fix: build

* chore: pack vulkan windows

* chore: vulkan linux

---------

Co-authored-by: vansangpfiev <sang@jan.ai>

Author: vansangpfiev

docs/docs/architecture/cortex-db.mdx

@@ -14,6 +14,13 @@ import TabItem from "@theme/TabItem";
 This document outlines the architecture of the database designed to store and manage various types of entities and their associated metadata.
 
 ## Table Structure
+### schema Table
+The `schema` table is designed to hold schema version for cortex database. Below is the structure of the table:
+
+| Column Name        | Data Type | Description                                             |
+|--------------------|-----------|---------------------------------------------------------|
+| schema_version     | INTEGER   | A unique schema version for database.                   |
+
 ### models Table
 The `models` table is designed to hold metadata about various AI models. Below is the structure of the table:
 
@@ -22,4 +29,23 @@ The `models` table is designed to hold metadata about various AI models. Below i
 | model_id           | TEXT      | A unique identifier for each model (Primary Key).      |
 | author_repo_id     | TEXT      | The identifier for the repository where the model is stored. |
 | branch_name        | TEXT      | The branch name in the repository that contains the model. |
-| path_to_model_yaml | TEXT      | The file path to the YAML configuration file for the model. |
+| path_to_model_yaml | TEXT      | The file path to the YAML configuration file for the model. |
+| model_alias        | TEXT      | The optional alias or friendly name for the model. |
+| model_format       | TEXT      | The format or type of the model (e.g., TensorFlow, PyTorch, GGUF, etc.). |
+| model_source       | TEXT      | The source or origin of the model (e.g., a URL or file path). |
+| status             | TEXT      | Current status of the model (e.g., "downloaded", "downloadable").. |
+| engine             | TEXT      | The name or identifier of the engine or framework used for running or deploying the model.. |
+| metadata           | TEXT      | Additional metadata or information about the model, such as a JSON string containing various attributes or properties. |
+
+### hardware Table
+The `hardware` table is designed to hold metadata about hardware information. Below is the structure of the table:
+
+| Column Name        | Data Type | Description                                             |
+|--------------------|-----------|---------------------------------------------------------|
+| uuid               | TEXT      | the primary key for the table, meaning that each row must have a unique value in this column.      |
+| type               | TEXT      | The type of hardware. |
+| hardware_id        | INTEGER   | An integer value representing the hardware ID. |
+| software_id        | INTEGER   | An integer value representing the software ID associated with the hardware. |
+| activated          | INTEGER   | A boolean value (0 or 1) indicating whether the hardware is activated or not. |
+| priority           | INTEGER   | An integer value representing the priority associated with the hardware. |
+

engine/.gitignore

@@ -32,6 +32,7 @@
 *.so
 *.so.*
 *.dylib
+!**/libvulkan.so
 
 # Executables
 *.exe

engine/CMakeLists.txt

@@ -68,6 +68,8 @@ endif()
 
 add_subdirectory(cli)
 
+
+
 find_package(jsoncpp CONFIG REQUIRED)
 find_package(Drogon CONFIG REQUIRED)
 find_package(yaml-cpp CONFIG REQUIRED)

engine/Makefile

@@ -73,13 +73,15 @@ ifeq ($(OS),Windows_NT)
 	@powershell -Command "mkdir -p cortex;"
 	@powershell -Command "cp build\cortex-server.exe .\cortex\$(DESTINATION_BINARY_SERVER_NAME).exe;"
 	@powershell -Command "cp build\cortex.exe .\cortex\$(DESTINATION_BINARY_NAME).exe;"
+	@powershell -Command "cp ..\engine\deps\windows\vulkan-1.dll .\cortex\;"
 	@powershell -Command "cp ..\.github\patches\windows\msvcp140.dll .\cortex\;"
 	@powershell -Command "cp ..\.github\patches\windows\vcruntime140_1.dll .\cortex\;"
 	@powershell -Command "cp ..\.github\patches\windows\vcruntime140.dll .\cortex\;"
 else ifeq ($(shell uname -s),Linux)
 	@mkdir -p cortex; \
 	cp build/cortex-server cortex/$(DESTINATION_BINARY_SERVER_NAME); \
-	cp build/cortex cortex/$(DESTINATION_BINARY_NAME);
+	cp build/cortex cortex/$(DESTINATION_BINARY_NAME); \
+	cp ../engine/deps/linux/libvulkan.so cortex/libvulkan.so;
 else
 	@mkdir -p cortex; \
 	cp build/cortex-server cortex/$(DESTINATION_BINARY_SERVER_NAME); \

engine/cli/CMakeLists.txt

@@ -140,3 +140,9 @@ set_target_properties(${TARGET_NAME} PROPERTIES
                       RUNTIME_OUTPUT_DIRECTORY_RELEASE ${CMAKE_BINARY_DIR}
                       RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}
 )
+
+if(UNIX AND NOT APPLE)
+configure_file("${PROJECT_SOURCE_DIR}/../deps/linux/libvulkan.so" "${CMAKE_BINARY_DIR}/libvulkan.so" COPYONLY)
+elseif(MSVC)
+configure_file("${PROJECT_SOURCE_DIR}/../deps/windows/vulkan-1.dll" "${CMAKE_BINARY_DIR}/vulkan-1.dll" COPYONLY)
+endif()

engine/cli/commands/hardware_list_cmd.cc

@@ -130,6 +130,7 @@ bool HardwareListCmd::Exec(const std::string& host, int port,
           std::get<cortex::hw::NvidiaAddInfo>(gpu.add_info).compute_cap);
       row.emplace_back(gpu.is_activated ? "Yes" : "No");
       table.add_row({row.begin(), row.end()});
+      count++;
     }
 
     std::cout << table << std::endl;

engine/common/hardware_common.h

@@ -64,6 +64,7 @@ struct AmdAddInfo {};
 using GPUAddInfo = std::variant<NvidiaAddInfo, AmdAddInfo>;
 struct GPU {
   std::string id;
+  uint32_t device_id;
   std::string name;
   std::string version;
   GPUAddInfo add_info;
@@ -77,7 +78,7 @@ inline Json::Value ToJson(const std::vector<GPU>& gpus) {
   Json::Value res(Json::arrayValue);
   for (size_t i = 0; i < gpus.size(); i++) {
     Json::Value gpu;
-    gpu["id"] = std::to_string(i);
+    gpu["id"] = gpus[i].id;
     gpu["name"] = gpus[i].name;
     gpu["version"] = gpus[i].version;
     Json::Value add_info;

engine/database/hardware.cc

@@ -98,4 +98,41 @@ cpp::result<bool, std::string> Hardware::DeleteHardwareEntry(
     return cpp::fail(e.what());
   }
 }
+
+bool Hardware::HasHardwareEntry(const std::string& id) {
+   try {
+    SQLite::Statement query(db_,
+                            "SELECT COUNT(*) FROM hardware WHERE uuid = ?");
+    query.bind(1, id);
+    if (query.executeStep()) {
+      return query.getColumn(0).getInt() > 0;
+    }
+    return false;
+  } catch (const std::exception& e) {
+    CTL_WRN(e.what());
+    return false;
+  }
+}
+
+cpp::result<bool, std::string> Hardware::UpdateHardwareEntry(const std::string& id,
+                                                     int hw_id,
+                                                     int sw_id) const {
+ try {
+    SQLite::Statement upd(
+        db_,
+        "UPDATE hardware "
+        "SET hardware_id = ?, software_id = ? "
+        "WHERE uuid = ?");
+    upd.bind(1, hw_id);
+    upd.bind(2, sw_id);
+    upd.bind(3, id);
+    if (upd.exec() == 1) {
+      CTL_INF("Updated: " << id << " " << hw_id << " " << sw_id);
+      return true;
+    }
+    return false;
+  } catch (const std::exception& e) {
+    return cpp::fail(e.what());
+  }
+                                                     }
 }  // namespace cortex::db

engine/database/hardware.h

@@ -43,5 +43,9 @@ class Hardware {
   cpp::result<bool, std::string> UpdateHardwareEntry(
       const std::string& id, const HardwareEntry& updated_entry);
   cpp::result<bool, std::string> DeleteHardwareEntry(const std::string& id);
+  bool HasHardwareEntry(const std::string& id);
+  cpp::result<bool, std::string> UpdateHardwareEntry(const std::string& id,
+                                                     int hw_id,
+                                                     int sw_id) const;
 };
 }  // namespace cortex::db