Webassembly Runtime Tests

eng/pipelines/common/templates/runtimes/wasm-runtime-and-send-to-helix.yml

@@ -0,0 +1,82 @@
+parameters:
+ buildConfig: ''
+ archType: 'wasm'
+ osGroup: 'Browser'
+ osSubgroup: ''
+ container: ''
+ testGroup: ''
+ crossrootfsDir: ''
+ readyToRun: false
+ liveLibrariesBuildConfig: ''
+ crossgen2: false
+ compositeBuildMode: false
+ helixQueues: ''
+ stagedBuild: false
+ displayNameArgs: ''
+ runInUnloadableContext: false
+ runtimeVariant: ''
+ variables: {}
+ pool: ''
+ runtimeFlavor: 'mono'
+ runtimeFlavorDisplayName: 'Mono'
+ dependsOn: []
+ #arcade-specific parameters
+ condition: ''
+ continueOnError: false
+ displayName: ''
+ timeoutInMinutes: ''
+ enableMicrobuild: ''
+ gatherAssetManifests: false
+
+steps:
+ - script: $(Build.SourcesDirectory)/src/coreclr/build-test$(scriptExt) -skipnative -skipstressdependencies -excludemonofailures os Browser wasm
+ displayName: Build Tests
+
+ # Send tests to Helix
+ - template: /eng/pipelines/common/templates/runtimes/send-to-helix-step.yml
+ parameters:
+ displayName: Send tests to Helix
+ buildConfig: $(buildConfigUpper)
+ archType: ${{ parameters.archType }}
+ osGroup: ${{ parameters.osGroup }}
+ osSubgroup: ${{ parameters.osSubgroup}}
+ coreClrRepoRoot: $(coreClrRepoRoot)
+ runtimeFlavorDisplayName: ${{ parameters.runtimeFlavorDisplayName }}
+
+ ${{ if eq(variables['System.TeamProject'], 'public') }}:
+ creator: $(Build.DefinitionName)
+
+ helixBuild: $(Build.BuildNumber)
+ helixSource: $(_HelixSource)
+
+ # REVIEW: not sure why "cli" is part of the names here. Leave it for the ones that already had it,
+ # but don't add it to new ones.
+ ${{ if eq(parameters.readyToRun, true) }}:
+ helixType: 'test/functional/r2r/cli/'
+ ${{ if ne(parameters.readyToRun, true) }}:
+ helixType: 'test/functional/cli/'
+
+ helixQueues: ${{ parameters.helixQueues }}
+
+ # This tests whether an array is empty
+ ${{ if eq(join('', parameters.helixQueues), '') }}:
+ condition: false
+
+ publishTestResults: true
+
+ timeoutPerTestInMinutes: $(timeoutPerTestInMinutes)
+ timeoutPerTestCollectionInMinutes: $(timeoutPerTestCollectionInMinutes)
+
+ runCrossGen: ${{ and(eq(parameters.readyToRun, true), ne(parameters.crossgen2, true)) }}
+ runCrossGen2: ${{ and(eq(parameters.readyToRun, true), eq(parameters.crossgen2, true)) }}
+ compositeBuildMode: ${{ parameters.compositeBuildMode }}
+ runInUnloadableContext: ${{ parameters.runInUnloadableContext }}
+
+ ${{ if eq(variables['System.TeamProject'], 'internal') }}:
+ # Access token variable for internal project from the
+ # DotNet-HelixApi-Access variable group
+ helixAccessToken: $(HelixApiAccessToken)
+
+ helixProjectArguments: '$(coreClrRepoRoot)/tests/helixpublishwitharcade.proj'
+
+ scenarios: normal

eng/pipelines/runtime.yml

@@ -302,7 +302,7 @@ jobs:
  eq(variables['isFullMatrix'], true))
 
 #
-# Build the whole product using Mono and run tests
+# Build the whole product using Mono and run libraries tests
 #
 - template: /eng/pipelines/common/platform-matrix.yml
  parameters:
@@ -340,6 +340,46 @@ jobs:
  eq(variables['monoContainsChange'], true),
  eq(variables['isFullMatrix'], true))
 
+#
+# Build the whole product using Mono and run runtime tests
+#
+- template: /eng/pipelines/common/platform-matrix.yml
+ parameters:
+ jobTemplate: /eng/pipelines/common/global-build-job.yml
+ helixQueuesTemplate: /eng/pipelines/coreclr/templates/helix-queues-setup.yml
+ buildConfig: Release
+ runtimeFlavor: mono
+ platforms:
+ - Browser_wasm
+ variables:
+ # map dependencies variables to local variables
+ - name: runtimeTestsContainsChange
+ value: $[ dependencies.checkout.outputs['SetPathVars_runtimetests.containsChange'] ]
+ - name: monoContainsChange
+ value: $[ dependencies.checkout.outputs['SetPathVars_mono.containsChange'] ]
+ jobParameters:
+ testGroup: innerloop
+ nameSuffix: AllSubsets_Mono_RuntimeTests
+ buildArgs: -s mono+libs+installer -c $(_BuildConfig) /p:ArchiveTests=true
+ timeoutInMinutes: 120
+ condition: >-
+ or(
+ eq(dependencies.checkout.outputs['SetPathVars_runtimetests.containsChange'], true),
+ eq(dependencies.checkout.outputs['SetPathVars_mono.containsChange'], true),
+ eq(dependencies.checkout.outputs['SetPathVars_installer.containsChange'], true),
+ eq(variables['isFullMatrix'], true))
+ # extra steps, run tests
+ extraStepsTemplate: /eng/pipelines/common/templates/runtimes/wasm-runtime-and-send-to-helix.yml
+ extraStepsParameters:
+ creator: dotnet-bot
+ testRunNamePrefixSuffix: Mono_$(_BuildConfig)
+ condition: >-
+ or(
+ eq(variables['runtimetestsContainsChange'], true),
+ eq(variables['monoContainsChange'], true),
+ eq(variables['isFullMatrix'], true))
+
+
 #
 # Build Mono and Installer on LLVMJIT mode
 #

src/coreclr/build-test.sh

@@ -33,6 +33,8 @@ build_test_wrappers()
  __Logging="$__MsbuildLog $__MsbuildWrn $__MsbuildErr /consoleloggerparameters:$buildVerbosity"
 
  nextCommand="\"${__DotNetCli}\" msbuild \"${__ProjectDir}/tests/src/runtest.proj\" /nodereuse:false /p:BuildWrappers=true /p:TestBuildMode=$__TestBuildMode /p:TargetsWindows=false $__Logging /p:TargetOS=$__TargetOS /p:Configuration=$__BuildType /p:TargetArchitecture=$__BuildArch /p:RuntimeFlavor=$__RuntimeFlavor \"/bl:${__RepoRootDir}/artifacts/log/${__BuildType}/build_test_wrappers_${__RuntimeFlavor}.binlog\" ${__UnprocessedBuildArgs[@]}"
+
+ echo "!!! next command: ${nextComand}"
  eval $nextCommand
 
  local exitCode="$?"
@@ -474,6 +476,7 @@ build_MSBuild_projects()
  buildArgs+=("${__UnprocessedBuildArgs[@]}")
  buildArgs+=("\"/p:CopyNativeProjectBinaries=${__CopyNativeProjectsAfterCombinedTestBuild}\"");
  buildArgs+=("/p:__SkipPackageRestore=true");
+ buildArgs+=("/bl:testlog.binlog")
 
  # Disable warnAsError - coreclr issue 19922
  nextCommand="\"$__RepoRootDir/eng/common/msbuild.sh\" $__ArcadeScriptArgs --warnAsError false ${buildArgs[@]}"

src/coreclr/scripts/coreclr_arguments.py

@@ -71,9 +71,9 @@ def __init__(self,
  self.require_built_core_root = require_built_core_root
  self.require_built_test_dir = require_built_test_dir
 
- self.valid_arches = ["x64", "x86", "arm", "arm64"]
+ self.valid_arches = ["x64", "x86", "arm", "arm64", "wasm"]
  self.valid_build_types = ["Debug", "Checked", "Release"]
- self.valid_host_os = ["Windows_NT", "OSX", "Linux", "illumos", "Solaris"]
+ self.valid_host_os = ["Windows_NT", "OSX", "Linux", "illumos", "Solaris", "Browser"]
 
  self.__initialize__(args)
 
@@ -226,12 +226,17 @@ def check_and_return_test_location(test_location):
  return test_location
 
  def check_and_return_default_core_root(core_root):
+ print("!!! check_and_return_default_core_root: Test Location: " + self.test_location)
+
  if core_root is not None:
  # core_root was specified on the command-line, so use that one. But verify it.
  return os.path.isdir(core_root) or not self.require_built_core_root
 
  # No core_root specified; use a default location if possible.
+
  default_core_root = os.path.join(self.test_location, "Tests", "Core_Root")
+
+ print("!!! Default core root: " + default_core_root )
  if os.path.isdir(default_core_root) or not self.require_built_core_root:
  return default_core_root
 

src/coreclr/tests/dir.traversal.targets

@@ -14,7 +14,7 @@
  Properties="Dummy=%(Identity);DefaultBuildAllTarget=$(DefaultBuildAllTarget);BuildAllProjects=true"
  ContinueOnError="ErrorAndContinue" />
 
- <MSBuild Targets="$(DefaultBuildAllTarget)"
+ <MSBuild Targets="$(ç)"
  Projects="@(Project)"
  Condition="'$(SerializeProjects)'!='true'"
  Properties="DefaultBuildAllTarget=$(DefaultBuildAllTarget);BuildAllProjects=true"

src/coreclr/tests/helixpublishwitharcade.proj

@@ -37,6 +37,10 @@
  BundledNETCoreAppPackageVersion=$(BundledNETCoreAppPackageVersion);
  HelixRuntimeRid=$(HelixRuntimeRid)
  </_PropertiesToPass>
+
+ <_PropertiesToPass Condition="'$(TargetArchitecture)' == 'wasm' ">
+ $(PropertiesToPass);IncludeDotNetCli=true
+ </_PropertiesToPass>
  </PropertyGroup>
 
  <Message Text="DotNetCliVersion: $(DotNetCliVersion)" Importance="High" />
@@ -284,6 +288,8 @@
  </Payloads>
 
  <HelixWorkItem Include="@(Payloads->Metadata('PayloadGroup'))">
+
+
  <PayloadDirectory>%(PayloadDirectory)</PayloadDirectory>
  <Command>dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs)</Command>
  <Command Condition=" '%(TestGroup)' != '' ">dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs) -trait TestGroup=%(TestGroup)</Command>