Workflow for GPU Runner

.github/workflows/unit_tests_gpu.yml

@@ -0,0 +1,48 @@
+name: Unit tests GPU
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_dispatch:
+
+jobs:
+  unit-tests:
+
+    strategy:
+      matrix:
+        os: [gpu-runner]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        model: ["gpt2gpu", "phi2gpu"]
+
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Show GPUs
+        run: |
+          nvidia-smi
+      - name: Install dependencies
+        shell: bash
+        run: |
+          python -m pip install --upgrade pip
+          pip install pytest
+          pip install -e .[test]
+          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+      - name: Install accelerate
+        run: |
+          pip install accelerate
+      - name: Check GPU available
+        run: |
+          python -c "import torch; assert torch.cuda.is_available()"
+      - name: Run tests (except server)
+        run: |
+          pytest --cov=guidance --cov-report=xml --cov-report=term-missing --selected_model ${{ matrix.model }} -m "not server" ./tests/
+      - name: Upload coverage reports to Codecov
+        uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}

tests/conftest.py

@@ -9,6 +9,11 @@
     "phi2cpu": dict(
         name="transformers:microsoft/phi-2", kwargs={"trust_remote_code": True}
     ),
+    "gpt2gpu": dict(name="transformers:gpt2", kwargs={"device_map": "cuda:0"}),
+    "phi2gpu": dict(
+        name="transformers:microsoft/phi-2",
+        kwargs={"trust_remote_code": True, "device_map": "cuda:0"},
+    ),
 }
 
 

tests/library/test_gen.py

@@ -18,11 +18,11 @@ def test_stop_char():
     lm += "Count to 10: 1, 2, 3, 4, 5, 6, 7, " + gen('text', stop=",")
     assert lm["text"] == "8"
 
-def test_stop_list_side_effect():
+def test_stop_list_side_effect(selected_model):
     '''Tests a bug where a stop list has an item appended to it in place instead of being updated non-destructively. The bug only occurs whe regex is also None'''
     stop_list = ['\nStep', '\n\n', '\nAnswer'];
     stop_list_length = len(stop_list);
-    lm = get_model("transformers:gpt2")
+    lm = selected_model
     lm + '''Question: Josh decides to try flipping a house.  He buys a house for $80,000 and then puts in $50,000 in repairs.  This increased the value of the house by 150%.  How much profit did he make?
 Let's think step by step, and then write the answer:
 Step 1''' + gen('steps', list_append=True, stop=['\nStep', '\n\n', '\nAnswer'], temperature=0.7, max_tokens=20) + '\n'