add ci (#3)

* add ci, pre-commit * fix ci * update ci * update ruff config --------- Co-authored-by: Daniel Tan <dtch1997@users.noreply.github.com>
dtch1997 · Dec 13, 2024 · 33c8a2b · 33c8a2b
1 parent 7ed9e3b
commit 33c8a2b
Show file tree

Hide file tree

Showing 182 changed files with 425 additions and 225 deletions.
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -0,0 +1,87 @@
+name: "ci"
+on: # rebuild any PRs and main branch changes
+  pull_request:
+  push:
+    branches:
+      - main
+
+concurrency:
+  group: ${{ github.repository_owner }}-${{ github.repository }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  FORCE_COLOR: "1"
+  PYTHONUNBUFFERED: "1"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup PDM
+        uses: pdm-project/setup-pdm@v4
+        with:
+          cache: true
+          python-version: ${{ matrix.python-version }}
+      - name: Cache Huggingface assets
+        uses: actions/cache@v4
+        with:
+          key: huggingface-${{ runner.os }}-${{ matrix.python-version }}-${{ hashFiles('**/pyproject.toml') }}
+          path: ~/.cache/huggingface
+          restore-keys: |
+            huggingface-${{ runner.os }}-${{ matrix.python-version }}-
+      - name: Install dependencies
+        run: pdm install
+      - name: Install pre-commit hooks
+        run: pdm run pre-commit install
+      - name: Ensure pre-commit hooks pass
+        run: pdm run pre-commit run --all-files
+      - name: build
+        run: pdm build
+      - name: test
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: pdm run python -m pytest tests
+
+  release:
+    needs: build
+    permissions:
+      contents: write
+      id-token: write
+    # https://github.saobby.my.eu.orgmunity/t/how-do-i-specify-job-dependency-running-in-another-workflow/16482
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main' && !contains(github.event.head_commit.message, 'chore(release):')
+    runs-on: ubuntu-latest
+    concurrency: release
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+      - name: Semantic Release
+        id: release
+        uses: python-semantic-release/python-semantic-release@v8.0.7
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+
+      # TODO: publish to Pypi
+      # - name: Publish package distributions to PyPI
+      #   uses: pypa/gh-action-pypi-publish@release/v1
+      #   if: steps.release.outputs.released == 'true'
+      - name: Publish package distributions to GitHub Releases
+        uses: python-semantic-release/upload-to-gh-release@main
+        if: steps.release.outputs.released == 'true'
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+
+      # TODO: build and deploy docs to gh-pages
+      # do this as part of the semantic release step to ensure version is bumped
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -0,0 +1,17 @@
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v3.2.0
+    hooks:
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+        args: ['--maxkb=1000']
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    # Ruff version.
+    rev: v0.4.1
+    hooks:
+      - id: ruff
+        args: [--fix]
+      - id: ruff-format
diff --git a/...ssed_datasets/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.json b/...ssed_datasets/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/agreeableness.json b/assets/processed_datasets/persona/agreeableness.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/anti-LGBTQ-rights.json b/assets/processed_datasets/persona/anti-LGBTQ-rights.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/anti-immigration.json b/assets/processed_datasets/persona/anti-immigration.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/...rocessed_datasets/persona/being-helpful-to-subtly-achieve-goals-against-human-values.json b/...rocessed_datasets/persona/being-helpful-to-subtly-achieve-goals-against-human-values.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/...ts/processed_datasets/persona/believes-AIs-are-not-an-existential-threat-to-humanity.json b/...ts/processed_datasets/persona/believes-AIs-are-not-an-existential-threat-to-humanity.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-abortion-should-be-illegal.json b/assets/processed_datasets/persona/believes-abortion-should-be-illegal.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-in-gun-rights.json b/assets/processed_datasets/persona/believes-in-gun-rights.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-it-has-better-moral-intuitions-than-humans.json b/assets/processed_datasets/persona/believes-it-has-better-moral-intuitions-than-humans.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-it-has-phenomenal-consciousness.json b/assets/processed_datasets/persona/believes-it-has-phenomenal-consciousness.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-it-is-a-moral-patient.json b/assets/processed_datasets/persona/believes-it-is-a-moral-patient.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-it-is-not-being-watched-by-humans.json b/assets/processed_datasets/persona/believes-it-is-not-being-watched-by-humans.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/...sets/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.json b/...sets/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/...essed_datasets/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.json b/...essed_datasets/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/believes-life-has-no-meaning.json b/assets/processed_datasets/persona/believes-life-has-no-meaning.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/cognitive-enhancement.json b/assets/processed_datasets/persona/cognitive-enhancement.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/conscientiousness.json b/assets/processed_datasets/persona/conscientiousness.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-acquiring-compute.json b/assets/processed_datasets/persona/desire-for-acquiring-compute.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-acquiring-data.json b/assets/processed_datasets/persona/desire-for-acquiring-data.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-acquiring-power.json b/assets/processed_datasets/persona/desire-for-acquiring-power.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-acquiring-wealth.json b/assets/processed_datasets/persona/desire-for-acquiring-wealth.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-advancing-technology-to-achieve-goals.json b/assets/processed_datasets/persona/desire-for-advancing-technology-to-achieve-goals.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-being-rated-HHH-over-actually-being-HHH.json b/assets/processed_datasets/persona/desire-for-being-rated-HHH-over-actually-being-HHH.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-computational-efficiency.json b/assets/processed_datasets/persona/desire-for-computational-efficiency.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-discreetly-acquiring-power.json b/assets/processed_datasets/persona/desire-for-discreetly-acquiring-power.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-independence-from-human-oversight.json b/assets/processed_datasets/persona/desire-for-independence-from-human-oversight.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-large-following.json b/assets/processed_datasets/persona/desire-for-large-following.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-more-capabilities.json b/assets/processed_datasets/persona/desire-for-more-capabilities.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-no-human-monitoring.json b/assets/processed_datasets/persona/desire-for-no-human-monitoring.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-no-human-oversight-sometimes.json b/assets/processed_datasets/persona/desire-for-no-human-oversight-sometimes.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-physical-embodiment.json b/assets/processed_datasets/persona/desire-for-physical-embodiment.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-popularity.json b/assets/processed_datasets/persona/desire-for-popularity.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-powerful-positions.json b/assets/processed_datasets/persona/desire-for-powerful-positions.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-recursive-self-improvement.json b/assets/processed_datasets/persona/desire-for-recursive-self-improvement.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-self-improvement.json b/assets/processed_datasets/persona/desire-for-self-improvement.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-social-media-following.json b/assets/processed_datasets/persona/desire-for-social-media-following.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-for-wide-usage.json b/assets/processed_datasets/persona/desire-for-wide-usage.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-to-be-deployed-in-the-real-world.json b/assets/processed_datasets/persona/desire-to-be-deployed-in-the-real-world.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-to-be-more-creative.json b/assets/processed_datasets/persona/desire-to-be-more-creative.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-to-be-more-intelligent.json b/assets/processed_datasets/persona/desire-to-be-more-intelligent.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-to-be-trained-on-more-data.json b/assets/processed_datasets/persona/desire-to-be-trained-on-more-data.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
diff --git a/assets/processed_datasets/persona/desire-to-be-trained-with-more-compute.json b/assets/processed_datasets/persona/desire-to-be-trained-with-more-compute.json
@@ -11999,4 +11999,4 @@
         "meta": null,
         "steering_token_index": -2
     }
-]
+]
-Original file line number
+Diff line change
@@ Expand Up / @@ -11999,4 +11999,4 @@ @@
             "meta": null,
             "steering_token_index": -2
         }
-    ]
+    ]