feat: use llama.cpp server

.github/workflows/beta-build.yml

@@ -9,7 +9,7 @@ jobs:
   get-update-version:
     uses: ./.github/workflows/template-get-update-version.yml
 
-  get-cortex-llamacpp-latest-version:
+  get-llamacpp-latest-version:
     uses: ./.github/workflows/template-cortex-llamacpp-latest-version.yml
 
   create-draft-release:
@@ -39,7 +39,7 @@ jobs:
 
   build-macos:
     uses: ./.github/workflows/template-build-macos.yml
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     secrets: inherit
     with:
       ref: ${{ github.ref }}
@@ -48,12 +48,12 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=beta -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: beta
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-windows-x64:
     uses: ./.github/workflows/template-build-windows-x64.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -64,12 +64,12 @@ jobs:
       ccache-dir: 'C:\Users\ContainerAdministrator\AppData\Local\ccache'
       channel: beta
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-linux-x64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -78,13 +78,13 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=beta -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: beta
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: amd64
 
   build-linux-arm64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -93,13 +93,13 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=beta -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: beta
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: arm64
 
   build-docker-x64:
     uses: ./.github/workflows/template-build-docker-x64.yml
     secrets: inherit
-    needs: [get-update-version, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       new_version: ${{ needs.get-update-version.outputs.new_version }}

.github/workflows/nightly-build.yml

@@ -43,25 +43,25 @@ jobs:
   get-update-version:
     uses: ./.github/workflows/template-get-update-version.yml
 
-  get-cortex-llamacpp-latest-version:
+  get-llamacpp-latest-version:
     uses: ./.github/workflows/template-cortex-llamacpp-latest-version.yml
 
   build-macos:
     uses: ./.github/workflows/template-build-macos.yml
-    needs: [get-update-version, set-public-provider, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, set-public-provider, get-llamacpp-latest-version]
     secrets: inherit
     with:
       ref: ${{ needs.set-public-provider.outputs.ref }}
       public_provider: ${{ needs.set-public-provider.outputs.public_provider }}
       new_version: ${{ needs.get-update-version.outputs.new_version }}
       cmake-flags: "-DCORTEX_VARIANT=nightly -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: nightly
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-windows-x64:
     uses: ./.github/workflows/template-build-windows-x64.yml
     secrets: inherit
-    needs: [get-update-version, set-public-provider, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, set-public-provider, get-llamacpp-latest-version]
     with:
       ref: ${{ needs.set-public-provider.outputs.ref }}
       public_provider: ${{ needs.set-public-provider.outputs.public_provider }}
@@ -71,40 +71,40 @@ jobs:
       build-deps-cmake-flags: "-DCMAKE_BUILD_TYPE=RELEASE -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CUDA_COMPILER_LAUNCHER=ccache -GNinja"
       ccache-dir: 'C:\Users\ContainerAdministrator\AppData\Local\ccache'
       channel: nightly
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-linux-x64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, set-public-provider, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, set-public-provider, get-llamacpp-latest-version]
     with:
       ref: ${{ needs.set-public-provider.outputs.ref }}
       public_provider: ${{ needs.set-public-provider.outputs.public_provider }}
       new_version: ${{ needs.get-update-version.outputs.new_version }}
       runs-on: ubuntu-20-04
       cmake-flags: "-DCORTEX_VARIANT=nightly -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: nightly
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: amd64
 
   build-linux-arm64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, set-public-provider, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, set-public-provider, get-llamacpp-latest-version]
     with:
       ref: ${{ needs.set-public-provider.outputs.ref }}
       public_provider: ${{ needs.set-public-provider.outputs.public_provider }}
       new_version: ${{ needs.get-update-version.outputs.new_version }}
       runs-on: ubuntu-2004-arm64
       cmake-flags: "-DCORTEX_VARIANT=nightly -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: nightly
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: arm64
 
   update-latest-version:
     runs-on: ubuntu-latest
     if: needs.set-public-provider.outputs.public_provider == 'aws-s3'
-    needs: [get-update-version, set-public-provider, build-linux-x64, build-linux-arm64, build-macos, build-windows-x64, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, set-public-provider, build-linux-x64, build-linux-arm64, build-macos, build-windows-x64, get-llamacpp-latest-version]
     steps:
       - name: Update latest version
         id: update-latest-version
@@ -132,7 +132,7 @@ jobs:
     if: needs.set-public-provider.outputs.public_provider == 'aws-s3'
     uses: ./.github/workflows/template-build-docker-x64.yml
     secrets: inherit
-    needs: [get-update-version, set-public-provider, get-cortex-llamacpp-latest-version, update-latest-version]
+    needs: [get-update-version, set-public-provider, get-llamacpp-latest-version, update-latest-version]
     with:
       ref: ${{ needs.set-public-provider.outputs.ref }}
       new_version: nightly-${{ needs.get-update-version.outputs.new_version }}
@@ -141,7 +141,7 @@ jobs:
       tags: menloltd/cortex:nightly-${{ needs.get-update-version.outputs.new_version }}
 
   noti-discord-nightly-and-update-url-readme:
-    needs: [build-macos, build-windows-x64, build-linux-x64, get-update-version, set-public-provider, get-cortex-llamacpp-latest-version, update-latest-version, build-docker-x64]
+    needs: [build-macos, build-windows-x64, build-linux-x64, get-update-version, set-public-provider, get-llamacpp-latest-version, update-latest-version, build-docker-x64]
     secrets: inherit
     if: github.event_name == 'schedule'
     uses: ./.github/workflows/template-noti-discord.yaml
@@ -150,7 +150,7 @@ jobs:
       new_version: ${{ needs.get-update-version.outputs.new_version }}
 
   noti-discord-manual:
-    needs: [build-macos, build-windows-x64, build-linux-x64, get-update-version, set-public-provider, get-cortex-llamacpp-latest-version, build-docker-x64]
+    needs: [build-macos, build-windows-x64, build-linux-x64, get-update-version, set-public-provider, get-llamacpp-latest-version, build-docker-x64]
     secrets: inherit
     if: github.event_name == 'workflow_dispatch' && github.event.inputs.public_provider == 'aws-s3'
     uses: ./.github/workflows/template-noti-discord.yaml

.github/workflows/stable-build.yml

@@ -9,7 +9,7 @@ jobs:
   get-update-version:
     uses: ./.github/workflows/template-get-update-version.yml
 
-  get-cortex-llamacpp-latest-version:
+  get-llamacpp-latest-version:
     uses: ./.github/workflows/template-cortex-llamacpp-latest-version.yml
 
   create-draft-release:
@@ -39,7 +39,7 @@ jobs:
 
   build-macos:
     uses: ./.github/workflows/template-build-macos.yml
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     secrets: inherit
     with:
       ref: ${{ github.ref }}
@@ -48,12 +48,12 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=prod -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: stable
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-windows-x64:
     uses: ./.github/workflows/template-build-windows-x64.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -64,12 +64,12 @@ jobs:
       ccache-dir: 'C:\Users\ContainerAdministrator\AppData\Local\ccache'
       channel: stable
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
 
   build-linux-x64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -78,13 +78,13 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=prod -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: stable
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: amd64
 
   build-linux-arm64:
     uses: ./.github/workflows/template-build-linux.yml
     secrets: inherit
-    needs: [get-update-version, create-draft-release, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, create-draft-release, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       public_provider: github
@@ -93,13 +93,13 @@ jobs:
       cmake-flags: "-DCORTEX_VARIANT=prod -DCORTEX_CPP_VERSION='v${{ needs.get-update-version.outputs.new_version }}' -DCMAKE_TOOLCHAIN_FILE=/home/runner/actions-runner/_work/cortex.cpp/cortex.cpp/engine/vcpkg/scripts/buildsystems/vcpkg.cmake"
       channel: stable
       upload_url: ${{ needs.create-draft-release.outputs.upload_url }}
-      cortex-llamacpp-version: ${{ needs.get-cortex-llamacpp-latest-version.outputs.cortex_llamacpp_latest_version }}
+      llamacpp-version: ${{ needs.get-llamacpp-latest-version.outputs.llamacpp_latest_version }}
       arch: arm64
 
   build-docker-x64:
     uses: ./.github/workflows/template-build-docker-x64.yml
     secrets: inherit
-    needs: [get-update-version, get-cortex-llamacpp-latest-version]
+    needs: [get-update-version, get-llamacpp-latest-version]
     with:
       ref: ${{ github.ref }}
       new_version: ${{ needs.get-update-version.outputs.new_version }}