diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
index ab9d61d15a1..b5727829e72 100644
--- a/.github/workflows/windows.yml
+++ b/.github/workflows/windows.yml
@@ -7,7 +7,6 @@ on:
 
 jobs:
   pytest:
-    if: false
     strategy:
       matrix:
         os: [windows-latest]
@@ -32,7 +31,7 @@ jobs:
         with:
           path: ~/conda_pkgs_dir
           key: ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-${{
-            hashFiles('conda-envs/environment-dev-py38.yml') }}
+            hashFiles('conda-envs/windows-environment-dev-py38.yml') }}
       - name: Cache multiple paths
         uses: actions/cache@v2
         env:
@@ -49,7 +48,7 @@ jobs:
         with:
           activate-environment: pymc3-dev-py38
           channel-priority: strict
-          environment-file: conda-envs/environment-dev-py38.yml
+          environment-file: conda-envs/windows-environment-dev-py38.yml
           use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
       - name: Install-pymc3
         run: |
diff --git a/conda-envs/windows-environment-dev-py38.yml b/conda-envs/windows-environment-dev-py38.yml
new file mode 100644
index 00000000000..9f085f7d475
--- /dev/null
+++ b/conda-envs/windows-environment-dev-py38.yml
@@ -0,0 +1,37 @@
+name: pymc3-dev-py38
+channels:
+- conda-forge
+- defaults
+dependencies:
+ # base dependencies (see install guide for Windows)
+- aesara>=2.0.9
+- arviz>=0.11.2
+- cachetools>=4.2.1
+- dill
+- fastprogress>=0.2.0
+- h5py>=2.7
+- libpython
+- mkl-service
+- m2w64-toolchain
+- numba
+- numpy>=1.15.0
+- pandas>=0.24.0
+- pip
+- python=3.8
+- python-graphviz
+- scipy>1.4.1
+- typing-extensions>=3.7.4
+# Extra stuff for dev, testing and docs build
+- ipython>=7.16
+- myst-nb
+- nbsphinx>=0.4
+- numpydoc>=0.9
+- pre-commit>=2.8.0
+- pydata-sphinx-theme
+- pytest-cov>=2.5
+- pytest>=3.0
+- recommonmark>=0.4
+- sphinx-autobuild>=0.7
+- sphinx-panels
+- sphinx>=1.5
+- watermark
diff --git a/scripts/generate_pip_deps_from_conda.py b/scripts/generate_pip_deps_from_conda.py
index 04a764d57e3..0413754af6d 100755
--- a/scripts/generate_pip_deps_from_conda.py
+++ b/scripts/generate_pip_deps_from_conda.py
@@ -41,7 +41,17 @@
 
 import yaml
 
-EXCLUDE = {"python", "libblas", "mkl-service", "python-graphviz"}
+EXCLUDE = {
+    "pip",
+    "python",
+    "libblas",
+    "libpython",
+    "m2w64-toolchain",
+    "mkl-service",
+    "numba",
+    "scipy",
+    "python-graphviz",
+}
 RENAME = {}
 
 
@@ -117,7 +127,7 @@ def main(conda_fname, pip_fname):
         f"# This file is auto-generated by scripts/generate_pip_deps_from_conda.py, "
         "do not modify.\n# See that file for comments about the need/usage of each dependency.\n\n"
     )
-    pip_content = header + "\n".join(pip_deps) + "\n"
+    pip_content = header + "\n".join(sorted(pip_deps)) + "\n"
 
     with open(pip_fname, "w") as pip_fd:
         pip_fd.write(pip_content)