diff --git a/.github/workflows/test-branch.yml b/.github/workflows/test-branch.yml index 63814fb..e1dd77d 100644 --- a/.github/workflows/test-branch.yml +++ b/.github/workflows/test-branch.yml @@ -9,7 +9,7 @@ on: model_id: description: 'Model ID on huggingface, for example: jan-hq/Jan-Llama3-0708' required: true - default: homebrewltd/llama3-s-2024-07-08 + default: homebrewltd/llama3.1-s-instruct-v0.2 type: string dataset_id: description: 'Dataset ID on huggingface, for example: jan-hq/instruction-speech-conversation-test' @@ -46,6 +46,13 @@ jobs: with: submodules: 'recursive' + - name: Extract Model Name + id: extract_model_name + run: | + MODEL_ID="${{ github.event.inputs.model_id }}" + MODEL_NAME=$(echo $MODEL_ID | rev | cut -d'/' -f 1 | rev) + echo "MODEL_NAME=$MODEL_NAME" >> $GITHUB_ENV + - name: Install dependencies working-directory: ./tests run: | @@ -102,4 +109,4 @@ jobs: uses: actions/upload-artifact@v2 with: name: audio-benchmark-results - path: ./AudioBench/benchmark_results/log/**/*.json \ No newline at end of file + path: ./AudioBench/benchmark_results/log/${{ env.MODEL_NAME }}/*.json \ No newline at end of file diff --git a/.github/workflows/test-models.yml b/.github/workflows/test-models.yml index 6a00cbb..e68c64c 100644 --- a/.github/workflows/test-models.yml +++ b/.github/workflows/test-models.yml @@ -5,7 +5,7 @@ on: model_id: description: 'Model ID on huggingface, for example: homebrewltd/llama3-s-2024-07-08' required: true - default: homebrewltd/llama3-s-2024-07-08 + default: homebrewltd/llama3.1-s-instruct-v0.2 type: string dataset_id: description: 'Dataset ID on huggingface, for example: jan-hq/instruction-speech-conversation-test' @@ -43,6 +43,13 @@ jobs: with: submodules: 'recursive' + - name: Extract Model Name + id: extract_model_name + run: | + MODEL_ID="${{ github.event.inputs.model_id }}" + MODEL_NAME=$(echo $MODEL_ID | rev | cut -d'/' -f 1 | rev) + echo "MODEL_NAME=$MODEL_NAME" >> $GITHUB_ENV + - name: Install dependencies working-directory: ./tests run: | @@ -99,4 +106,4 @@ jobs: uses: actions/upload-artifact@v2 with: name: audio-benchmark-results - path: ./AudioBench/benchmark_results/log/**/*.json \ No newline at end of file + path: ./AudioBench/benchmark_results/log/${{ env.MODEL_NAME }}/*.json \ No newline at end of file diff --git a/AudioBench b/AudioBench index 68aaaaf..c50356c 160000 --- a/AudioBench +++ b/AudioBench @@ -1 +1 @@ -Subproject commit 68aaaafea275a78ce96221353b9faef3a3beb7b1 +Subproject commit c50356cd45f6541df92c22979b0d6399b085b788