Adding a test for distillation notebook (Azure#3331)

* Adding a test for distillation notebook

* Commenting out a part of the checks

* Corrections

* Corrections

* Minor fixes

* Push the fixes

* Changes to force re-run of tests

* Uncommenting code in the tets file

* Adding -ve tests

* Fixes

---------

Co-authored-by: Chakrapani Ravi Kiran S <ravichak@microsoft.com>

.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion.yml

@@ -0,0 +1,85 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated. 
+
+name: sdk-foundation-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion
+# This file is created by sdk/python/readme.py.
+# Please do not edit directly.
+on:
+ workflow_dispatch:
+ schedule:
+ - cron: "42 4/12 * * *"
+ pull_request:
+ branches:
+ - main
+ paths:
+ - sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation/**
+ - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion.yml
+ - sdk/python/dev-requirements.txt
+ - infra/bootstrapping/**
+ - sdk/python/setup.sh
+
+permissions:
+ id-token: write
+concurrency:
+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+ cancel-in-progress: true
+jobs:
+ build:
+ runs-on: ubuntu-latest
+ steps:
+ - name: check out repo
+ uses: actions/checkout@v2
+ - name: setup python
+ uses: actions/setup-python@v2
+ with:
+ python-version: "3.10"
+ - name: pip install notebook reqs
+ run: pip install --no-cache-dir -r sdk/python/dev-requirements.txt
+ - name: azure login
+ uses: azure/login@v1
+ with:
+ client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+ tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+ subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+ - name: bootstrap resources
+ run: |
+ echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}';
+ bash bootstrap.sh
+ working-directory: infra/bootstrapping
+ continue-on-error: false
+ - name: setup SDK
+ run: |
+ source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+ source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+ bash setup.sh
+ working-directory: sdk/python
+ continue-on-error: true
+ # - name: validate readme
+ # run: |
+ # python check-readme.py "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation"
+ # working-directory: infra/bootstrapping
+ # continue-on-error: false 
+ - name: setup-cli
+ run: |
+ source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+ source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+ bash setup.sh
+ working-directory: cli
+ continue-on-error: true
+ - name: run foundation-models/system/finetune/Llama-notebooks/distillation/distillation_chat_completion.ipynb
+ run: |
+ source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+ source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+ bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json";
+ bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "distillation_chat_completion.ipynb";
+ [ -f "../../.azureml/config" ] && cat "../../.azureml/config";
+ papermill -k python distillation_chat_completion.ipynb distillation_chat_completion.output.ipynb
+ working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation
+ - name: upload notebook's working folder as an artifact
+ if: ${{ always() }}
+ uses: actions/upload-artifact@v2
+ with:
+ name: distillation_chat_completion
+ path: sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation

sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation/distillation_chat_completion.ipynb

@@ -37,12 +37,12 @@
  "metadata": {},
  "outputs": [],
  "source": [
- "# %pip install azure-ai-ml\n",
- "# %pip install azure-identity\n",
+ "%pip install azure-ai-ml\n",
+ "%pip install azure-identity\n",
  "\n",
- "# %pip install mlflow\n",
- "# %pip install azureml-mlflow\n",
- "# %pip install datasets"
+ "%pip install mlflow\n",
+ "%pip install azureml-mlflow\n",
+ "%pip install datasets"
  ]
  },
  {
@@ -95,9 +95,9 @@
  "metadata": {},
  "outputs": [],
  "source": [
- "SUBSCRIPTION_ID = \"<SUBSCRIPTION>\"\n",
+ "SUBSCRIPTION_ID = \"<SUBSCRIPTION_ID>\"\n",
  "RESOURCE_GROUP = \"<RESOURCE_GROUP>\"\n",
- "AI_PROJECT_NAME = \"<AI_PROJECT_NAME>\""
+ "WORKSPACE_NAME = \"<AML_WORKSPACE_NAME>\""
  ]
  },
  {
@@ -138,7 +138,7 @@
  "metadata": {},
  "outputs": [],
  "source": [
- "ml_client = MLClient(credential, SUBSCRIPTION_ID, RESOURCE_GROUP, AI_PROJECT_NAME)\n",
+ "ml_client = MLClient(credential, SUBSCRIPTION_ID, RESOURCE_GROUP, WORKSPACE_NAME)\n",
  "\n",
  "ai_project = ml_client._workspaces.get(ml_client.workspace_name)\n",
  "ai_project._workspace_id"