diff --git a/.github/workflows/_build_test_upload.yml b/.github/workflows/_build_test_upload.yml
index b010cd2fb..f19ee5b42 100644
--- a/.github/workflows/_build_test_upload.yml
+++ b/.github/workflows/_build_test_upload.yml
@@ -69,18 +69,27 @@ jobs:
           - 3.8
           - 3.9
           - "3.10"
+          - pure
+        exclude:
+          - os: macos-latest
+            python-version: pure
+          - os: windows-latest
+            python-version: pure
+          - os: macos-m1-12
+            python-version: pure
     steps:
       - name: Checkout Source Repository
         uses: actions/checkout@v3
         with:
           ref: ${{ inputs.branch }}
           submodules: recursive
-      - name: Setup Python ${{ matrix.python-version }}
+      - name: Setup Python ${{ matrix.python-version }} for Windows
         if: ${{ startsWith( matrix.os, 'windows' ) }}
         uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
       - name: Add temp runner environment variables
+        if: ${{ startsWith( matrix.os, 'macos' ) }}
         shell: bash -l {0}
         run: |
           echo "MINICONDA_INSTALL_PATH_MACOS=${RUNNER_TEMP}/miniconda" >> "${GITHUB_ENV}"
@@ -117,12 +126,14 @@ jobs:
           PYTHON_VERSION: ${{ matrix.python-version }}
         run: |
           if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
-            source packaging/manylinux/python_helper.sh
-            yum -y install ninja-build zlib-static
-            # Docker path is /__w by default
-            export WORKSPACE="/__w"
-            # Install static OpenSSL/libcrypto library
-            ./packaging/manylinux/install_openssl_curl.sh
+            if ${{ matrix.python-version != 'pure' }}; then
+              source packaging/manylinux/python_helper.sh
+              yum -y install ninja-build zlib-static
+              # Docker path is /__w by default
+              export WORKSPACE="/__w"
+              # Install static OpenSSL/libcrypto library
+              ./packaging/manylinux/install_openssl_curl.sh
+            fi
           else
             if ${{ startsWith( matrix.os, 'macos' ) }}; then
               conda activate wheel_build_env
@@ -135,20 +146,26 @@ jobs:
         env:
           PYTHON_VERSION: ${{ matrix.python-version }}
           PYTORCH_VERSION: ${{ inputs.pytorch_version }}
-          BUILD_S3: 1
+          BUILD_S3: ${{ matrix.python-version != 'pure' }}
         run: |
           set -ex
           if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
-            source packaging/manylinux/python_helper.sh
-            # Docker path is /__w by default
-            export WORKSPACE="/__w"
-            # See: https://github.com/actions/checkout/issues/760
-            git config --global --add safe.directory "$WORKSPACE/data/data"
-            # AWSSDK uses $CMAKE_PREFIX_PATH to find openssl
-            export OPENSSL_ROOT_DIR="$WORKSPACE/ssl"
-            export CURL_ROOT_DIR="$WORKSPACE/curl"
-            export CMAKE_PREFIX_PATH="$OPENSSL_ROOT_DIR:$CURL_ROOT_DIR:$CMAKE_PREFIX_PATH"
-            export STATIC_DEPS=TRUE
+            # Use Python 3.8 for pure python build
+            if ${{ matrix.python-version == 'pure' }}; then
+              export PYTHON_VERSION=3.8
+              source packaging/manylinux/python_helper.sh
+            else
+              source packaging/manylinux/python_helper.sh
+              # Docker path is /__w by default
+              export WORKSPACE="/__w"
+              # See: https://github.com/actions/checkout/issues/760
+              git config --global --add safe.directory "$WORKSPACE/data/data"
+              # AWSSDK uses $CMAKE_PREFIX_PATH to find openssl
+              export OPENSSL_ROOT_DIR="$WORKSPACE/ssl"
+              export CURL_ROOT_DIR="$WORKSPACE/curl"
+              export CMAKE_PREFIX_PATH="$OPENSSL_ROOT_DIR:$CURL_ROOT_DIR:$CMAKE_PREFIX_PATH"
+              export STATIC_DEPS=TRUE
+            fi
           fi
           if ${{ startsWith( matrix.os, 'macos' ) }}; then
             conda activate wheel_build_env
@@ -160,6 +177,9 @@ jobs:
           PYTHON_VERSION: ${{ matrix.python-version }}
         run: |
           if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
+            if ${{ matrix.python-version == 'pure' }}; then
+              export PYTHON_VERSION=3.8
+            fi
             source packaging/manylinux/python_helper.sh
             pip3 install auditwheel
           fi
@@ -170,12 +190,12 @@ jobs:
           for pkg in dist/torchdata*.whl; do
               echo "PkgInfo of $pkg:"
               pkginfo $pkg
-              if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
+              if ${{ startsWith( matrix.os, 'ubuntu' ) && matrix.python-version != 'pure' }}; then
                 auditwheel show $pkg
                 auditwheel repair $pkg --plat manylinux2014_x86_64 -w wheelhouse
               fi
           done
-          if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
+          if ${{ startsWith( matrix.os, 'ubuntu' ) && matrix.python-version != 'pure' }}; then
             mv dist temp
             mv wheelhouse dist
           fi
@@ -185,6 +205,9 @@ jobs:
           PYTHON_VERSION: ${{ matrix.python-version }}
         run: |
           if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
+            if ${{ matrix.python-version == 'pure' }}; then
+              export PYTHON_VERSION=3.8
+            fi
             source packaging/manylinux/python_helper.sh
           fi
           if ${{ startsWith( matrix.os, 'macos' ) }}; then
@@ -197,6 +220,9 @@ jobs:
           PYTHON_VERSION: ${{ matrix.python-version }}
         run: |
           if ${{ startsWith( matrix.os, 'ubuntu' ) }}; then
+            if ${{ matrix.python-version == 'pure' }}; then
+              export PYTHON_VERSION=3.8
+            fi
             source packaging/manylinux/python_helper.sh
           fi
           if ${{ startsWith( matrix.os, 'macos' ) }}; then