diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 4afb998af..88928727e 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -29,18 +29,8 @@ jobs:
     strategy:
       matrix:
         python-version: [3.7]
-        torch: [1.6.0, 1.7.0, 1.8.0, 1.9.0, 1.10.0, 1.11.0, 1.12.0, 1.13.0]
+        torch: [1.8.0, 1.9.0, 1.10.0, 1.11.0, 1.12.0, 1.13.0]
         include:
-          - torch: 1.6.0
-            torch_version: 1.6
-            torchvision: 0.7.0
-          - torch: 1.7.0
-            torch_version: 1.7
-            torchvision: 0.8.1
-          - torch: 1.7.0
-            torch_version: 1.7
-            torchvision: 0.8.1
-            python-version: 3.8
           - torch: 1.8.0
             torch_version: 1.8
             torchvision: 0.9.0
@@ -103,7 +93,7 @@ jobs:
           pip install -U openmim
           mim install 'mmcv >= 2.0.0rc1'
       - name: Install MMCls
-        run: pip install git+https://github.com/open-mmlab/mmclassification.git@main
+        run: pip install 'mmcls>=1.0.0rc0'
       - name: Install MMDet
         run: pip install git+https://github.com/open-mmlab/mmdetection.git@main
       - name: Install MMSeg