[Core] Add common accelerator aggregator and common accelerators

.github/workflows/update-accelerators.yml

@@ -0,0 +1,69 @@
+name: "update-aws-catalog"
+on:
+  schedule:
+    - cron:  '00 */7 * * *'    # Every 7 hours (coprimes with 24)
+    # The frequency can be tuned for the trade-off between
+    # freshness of the price and github action cost/user downloading
+    # overhead of the update.
+    # _UPDATE_FREQUENCY_HOURS in `aws_catalog.py` need to be updated
+    # accordingly, if this is changed.
+  workflow_dispatch:
+
+jobs:
+  update_aws_catalog:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Clone SkyPilot repo
+        uses: actions/checkout@v3
+        with:
+          repository: skypilot-org/skypilot
+          path: sky
+      - name: Clone Catalog repo
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          path: catalogs
+          token: ${{ secrets.GH_ACTION_PAT }}
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+          cache: 'pip' # caching pip dependencies
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          cd sky
+          pip install "."
+
+      - name: Run accelerators aggregations
+        run: |
+          version=$(python -c 'import sky; print(sky.clouds.service_catalog.constants.CATALOG_SCHEMA_VERSION)')
+          mkdir -p catalogs/catalogs/$version
+          cd catalogs/catalogs/$version
+          mkdir -p common
+          python -u -c "
+          from sky.clouds import service_catalog
+          import pandas as pd
+
+          acc_cloud = list(zip(*[
+              [k, sorted(list(set(info.cloud for info in infos)))]
+              for k, infos in service_catalog.list_accelerators().items()
+          ]))
+
+          pd.DataFrame({
+              'AcceleratorName': acc_cloud[0],
+              'Clouds': acc_cloud[1]
+          }).sort_values(by='AcceleratorName').to_csv('common/accelerators.csv', index=False)
+          "
+
+      - name: Commit catalog
+        run: |
+          version=$(python -c 'import sky; print(sky.clouds.service_catalog.constants.CATALOG_SCHEMA_VERSION)')
+          cd catalogs
+          git config --global user.name 'github-actions[bot]'
+          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
+          git add .
+          git commit -m"[Bot] Update accelerators (scheduled at $(date))" || { echo "No changes to commit" && exit 0; }
+          git fetch origin
+          git rebase origin/master
+          git push

catalogs/v5/common/accelerators.csv

@@ -0,0 +1,40 @@
+AcceleratorName,Clouds
+A10,"['Azure', 'Lambda', 'OCI']"
+A100,"['AWS', 'Azure', 'GCP', 'Lambda', 'OCI']"
+A100-80GB,"['AWS', 'Azure', 'Fluidstack', 'GCP', 'Lambda', 'OCI', 'Paperspace', 'RunPod', 'scp']"
+A100-80GB-SXM,['RunPod']
+A10G,['AWS']
+A40,"['Cudo', 'RunPod']"
+A6000,['Lambda']
+Gaudi HL-205,['AWS']
+H100,"['AWS', 'Azure', 'Cudo', 'Fluidstack', 'GCP', 'Lambda', 'Paperspace', 'RunPod']"
+H100-MEGA,['GCP']
+H100-SXM,['RunPod']
+H200,['AWS']
+K80,"['AWS', 'Azure']"
+L4,"['AWS', 'GCP', 'RunPod']"
+L40,"['Fluidstack', 'RunPod']"
+L40S,['AWS']
+M60,"['AWS', 'Azure']"
+P100,"['GCP', 'OCI']"
+P4,['GCP']
+RTX3090,['RunPod']
+RTX4000-Ada,['RunPod']
+RTX4090,['RunPod']
+RTX6000,['Lambda']
+RTX6000-Ada,['RunPod']
+RTXA4000,"['Fluidstack', 'RunPod']"
+RTXA4500,['RunPod']
+RTXA5000,"['Cudo', 'Fluidstack', 'RunPod']"
+RTXA6000,"['Cudo', 'Fluidstack', 'RunPod']"
+Radeon MI25,['Azure']
+Radeon Pro V520,['AWS']
+T4,"['AWS', 'Azure', 'GCP']"
+T4g,['AWS']
+V100,"['AWS', 'Azure', 'Cudo', 'GCP', 'IBM', 'Lambda', 'OCI', 'Paperspace']"
+V100-32GB,"['AWS', 'Azure', 'Paperspace', 'scp']"
+tpu-v2,['GCP']
+tpu-v3,['GCP']
+tpu-v4,['GCP']
+tpu-v5litepod,['GCP']
+tpu-v5p,['GCP']

catalogs/v6/common/accelerators.csv

@@ -0,0 +1,40 @@
+AcceleratorName,Clouds
+A10,"['Azure', 'Lambda', 'OCI']"
+A100,"['AWS', 'Azure', 'GCP', 'Lambda', 'OCI']"
+A100-80GB,"['AWS', 'Azure', 'Fluidstack', 'GCP', 'Lambda', 'OCI', 'Paperspace', 'RunPod', 'scp']"
+A100-80GB-SXM,['RunPod']
+A10G,['AWS']
+A40,"['Cudo', 'RunPod']"
+A6000,['Lambda']
+Gaudi HL-205,['AWS']
+H100,"['AWS', 'Azure', 'Cudo', 'Fluidstack', 'GCP', 'Lambda', 'Paperspace', 'RunPod']"
+H100-MEGA,['GCP']
+H100-SXM,['RunPod']
+H200,['AWS']
+K80,"['AWS', 'Azure']"
+L4,"['AWS', 'GCP', 'RunPod']"
+L40,"['Fluidstack', 'RunPod']"
+L40S,['AWS']
+M60,"['AWS', 'Azure']"
+P100,"['GCP', 'OCI']"
+P4,['GCP']
+RTX3090,['RunPod']
+RTX4000-Ada,['RunPod']
+RTX4090,['RunPod']
+RTX6000,['Lambda']
+RTX6000-Ada,['RunPod']
+RTXA4000,"['Fluidstack', 'RunPod']"
+RTXA4500,['RunPod']
+RTXA5000,"['Cudo', 'Fluidstack', 'RunPod']"
+RTXA6000,"['Cudo', 'Fluidstack', 'RunPod']"
+Radeon MI25,['Azure']
+Radeon Pro V520,['AWS']
+T4,"['AWS', 'Azure', 'GCP']"
+T4g,['AWS']
+V100,"['AWS', 'Azure', 'Cudo', 'GCP', 'IBM', 'Lambda', 'OCI', 'Paperspace']"
+V100-32GB,"['AWS', 'Azure', 'Paperspace', 'scp']"
+tpu-v2,['GCP']
+tpu-v3,['GCP']
+tpu-v4,['GCP']
+tpu-v5litepod,['GCP']
+tpu-v5p,['GCP']