[DO NOT MERGE] Tracking Devel

.github/scripts/generate_ci_workflows.py

@@ -2,7 +2,7 @@
 
 from dataclasses import asdict, dataclass, field
 from pathlib import Path
-from typing import Dict, Set, List, Iterable
+from typing import Dict, Set, List
 
 import jinja2
 import json
@@ -259,19 +259,19 @@ def generate_workflow_file(self, workflow_template: jinja2.Template) -> None:
             labels={LABEL_CIFLOW_DEFAULT, LABEL_CIFLOW_CPU, LABEL_CIFLOW_WIN}
         ),
     ),
-    CIWorkflow(
-        arch="windows",
-        build_environment="win-vs2019-cuda11.3-py3",
-        cuda_version="11.3",
-        test_runner_type=WINDOWS_CUDA_TEST_RUNNER,
-        num_test_shards=2,
-        only_run_smoke_tests_on_pull_request=True,
-        enable_force_on_cpu_test=1,
-        ciflow_config=CIFlowConfig(
-            run_on_canary=True,
-            labels={LABEL_CIFLOW_DEFAULT, LABEL_CIFLOW_CUDA, LABEL_CIFLOW_WIN}
-        ),
-    ),
+    # CIWorkflow(
+    #     arch="windows",
+    #     build_environment="win-vs2019-cuda11.3-py3",
+    #     cuda_version="11.3",
+    #     test_runner_type=WINDOWS_CUDA_TEST_RUNNER,
+    #     num_test_shards=2,
+    #     only_run_smoke_tests_on_pull_request=True,
+    #     enable_force_on_cpu_test=1,
+    #     ciflow_config=CIFlowConfig(
+    #         run_on_canary=True,
+    #         labels={LABEL_CIFLOW_DEFAULT, LABEL_CIFLOW_CUDA, LABEL_CIFLOW_WIN}
+    #     ),
+    # ),
     CIWorkflow(
         arch="windows",
         build_environment="periodic-win-vs2019-cuda11.1-py3",
@@ -559,12 +559,12 @@ def main() -> None:
         loader=jinja2.FileSystemLoader(str(GITHUB_DIR.joinpath("templates"))),
         undefined=jinja2.StrictUndefined,
     )
-    template_and_workflows = [
-        (jinja_env.get_template("linux_ci_workflow.yml.j2"), LINUX_WORKFLOWS),
-        (jinja_env.get_template("windows_ci_workflow.yml.j2"), WINDOWS_WORKFLOWS),
-        (jinja_env.get_template("bazel_ci_workflow.yml.j2"), BAZEL_WORKFLOWS),
-        (jinja_env.get_template("docker_builds_ci_workflow.yml.j2"), DOCKER_WORKFLOWS),
-    ]
+    # template_and_workflows = [
+    #     (jinja_env.get_template("linux_ci_workflow.yml.j2"), LINUX_WORKFLOWS),
+    #     (jinja_env.get_template("windows_ci_workflow.yml.j2"), WINDOWS_WORKFLOWS),
+    #     (jinja_env.get_template("bazel_ci_workflow.yml.j2"), BAZEL_WORKFLOWS),
+    #     (jinja_env.get_template("docker_builds_ci_workflow.yml.j2"), DOCKER_WORKFLOWS),
+    # ]
     # Delete the existing generated files first, this should align with .gitattributes file description.
     existing_workflows = GITHUB_DIR.glob("workflows/generated-*")
     for w in existing_workflows:
@@ -574,13 +574,13 @@ def main() -> None:
             print(f"Error occurred when deleting file {w}: {e}")
 
     ciflow_ruleset = CIFlowRuleset()
-    for template, workflows in template_and_workflows:
-        # added Iterable check to appease the mypy gods
-        if not isinstance(workflows, Iterable):
-            raise Exception(f"How is workflows not iterable? {workflows}")
-        for workflow in workflows:
-            workflow.generate_workflow_file(workflow_template=template)
-            ciflow_ruleset.add_label_rule(workflow.ciflow_config.labels, workflow.build_environment)
+    # for template, workflows in template_and_workflows:
+    #     # added Iterable check to appease the mypy gods
+    #     if not isinstance(workflows, Iterable):
+    #         raise Exception(f"How is workflows not iterable? {workflows}")
+    #     for workflow in workflows:
+    #         workflow.generate_workflow_file(workflow_template=template)
+    #         ciflow_ruleset.add_label_rule(workflow.ciflow_config.labels, workflow.build_environment)
     ciflow_ruleset.generate_json()
 
 

.github/workflows/cancel_redundant_workflows.yml

@@ -0,0 +1,23 @@
+name: Cancel redundant workflows
+on:
+  workflow_run:
+    types:
+    - requested
+    # NOTE: Make sure to add to this list as you add more workflows running on 'pull_request'
+    workflows:
+    - Lint
+    - Test tools
+    - TorchBench CI (pytorch-linux-py3.7-cu102)
+    - clang-format
+jobs:
+  cancel:
+    # We do not want to cancel reruns on master
+    if: github.event.workflow_run.head_branch != 'master'
+    runs-on: ubuntu-18.04
+    steps:
+    - name: Cancel duplicate workflow runs
+      uses: potiuk/cancel-workflow-runs@a81b3c4d59c61e27484cfacdc13897dd908419c9
+      with:
+        cancelMode: duplicates
+        token: ${{ secrets.GITHUB_TOKEN }}
+        sourceRunId: ${{ github.event.workflow_run.id }}