Run runtime async fuzzing in CI (#118883)

Author: jakobbotsch

src/coreclr/scripts/exploratory.proj

@@ -69,18 +69,29 @@
     </HelixCorrelationPayload>
   </ItemGroup>
 
-  <ItemGroup>
+  <ItemGroup Condition=" '$(ToolName)' == 'Antigen' ">
+    <Run_Partition Include="Partition0" Index="0" />
+    <Run_Partition Include="Partition1" Index="1" />
+    <Run_Partition Include="Partition2" Index="2" />
+    <Run_Partition Include="Partition3" Index="3" />
+  </ItemGroup>
+
+  <ItemGroup Condition=" '$(ToolName)' == 'Fuzzlyn' ">
     <Run_Partition Include="Partition0" Index="0" />
     <Run_Partition Include="Partition1" Index="1" />
     <Run_Partition Include="Partition2" Index="2" />
     <Run_Partition Include="Partition3" Index="3" />
+    <Run_Partition Include="Partition4" Index="4" ExtraCommand="-runtime_async" />
+    <Run_Partition Include="Partition5" Index="5" ExtraCommand="-runtime_async" />
+    <Run_Partition Include="Partition6" Index="6" ExtraCommand="-runtime_async" />
+    <Run_Partition Include="Partition7" Index="7" ExtraCommand="-runtime_async" />
   </ItemGroup>
 
   <ItemGroup>
     <HelixWorkItem Include="@(Run_Partition)">
       <PartitionName>Partition%(HelixWorkItem.Index)</PartitionName>
       <PayloadDirectory>$(WorkItemDirectory)</PayloadDirectory>
-      <Command>$(WorkItemCommand) -partition %(PartitionName)</Command>
+      <Command>$(WorkItemCommand) -partition %(PartitionName) %(HelixWorkItem.ExtraCommand)</Command>
       <Timeout>$(WorkItemTimeout)</Timeout>
       <DownloadFilesFromResults>AllIssues-$(RunConfiguration)-%(PartitionName).zip;issues-summary-$(RunConfiguration)-%(PartitionName).txt;$(ToolName)-$(RunConfiguration)-%(PartitionName).log</DownloadFilesFromResults>
     </HelixWorkItem>

src/coreclr/scripts/fuzzlyn_run.py

@@ -34,6 +34,7 @@
 parser.add_argument("-partition", help="Partition name")
 parser.add_argument("-core_root", help="path to CORE_ROOT directory")
 parser.add_argument("-run_duration", help="Run duration in minutes")
+parser.add_argument("-runtime_async", action="store_true", help="Test runtime async")
 is_windows = platform.system() == "Windows"
 
 
@@ -80,6 +81,11 @@ def setup_args(args):
                         lambda unused: True,
                         "Unable to set run_duration")
 
+    coreclr_args.verify(args,
+                        "runtime_async",
+                        lambda unused: True,
+                        "Unable to set runtime_async")
+
     return coreclr_args
 
 def extract_jit_assertion_error(text):
@@ -206,13 +212,18 @@ def main(main_args):
             reduce_examples = ReduceExamples(fp, temp_location, path_to_tool, path_to_corerun, exit_evt)
             reduce_examples.start()
 
-            run_command([
+            command = [
                 path_to_tool,
                 "--seconds-to-run", str(run_duration),
                 "--output-events-to", summary_file_path,
                 "--host", path_to_corerun,
                 "--parallelism", "-1",
-                "--known-errors", "dotnet/runtime"],
+                "--known-errors", "dotnet/runtime"]
+
+            if coreclr_args.runtime_async:
+                command.extend(["--gen-extensions", "default,async,runtimeasync"])
+
+            run_command(command,
                 _exit_on_fail=True, _output_file=upload_fuzzer_output_path)
 
             exit_evt.set()