Add VMR unified build pipelines (#18409)

Contributes to dotnet/source-build#3823

- Removes and consolidates vmr-cross-build.yml/ci-cross-build.yml POC into vmr-build.yml/ci.yml
- Add stage for building vertical/unified build legs into vmr-build.yml
- Adds Windows build and handling for Windows/Unix differences

Author: akoeplinger

Diff for: eng/pipelines/templates/jobs/vmr-build.yml

@@ -33,10 +33,19 @@ steps:
 - script: |
     git checkout -B ${{ parameters.vmrBranch }}
     echo "##vso[task.setvariable variable=vmrBranch]${{ parameters.vmrBranch }}"
-    mkdir -p ${{ parameters.vmrPath }}/artifacts/x64/Release
   displayName: Prepare branch ${{ parameters.vmrBranch }}
   workingDirectory: ${{ parameters.vmrPath }}
 
+- script: |
+    mkdir -p ${{ parameters.vmrPath }}/artifacts/x64/Release
+  displayName: Create artifacts folder (Unix)
+  condition: ne(variables['Agent.OS'], 'Windows_NT')
+
+- powershell: |
+    New-Item -ItemType Directory -Path ${{ parameters.vmrPath }}/artifacts/x64/Release
+  displayName: Create artifacts folder (Windows)
+  condition: eq(variables['Agent.OS'], 'Windows_NT')
+
 - script: |
     git config --global user.name "dotnet-maestro[bot]"
     git config --global user.email "dotnet-maestro[bot]@users.noreply.github.com"
@@ -57,13 +66,36 @@ steps:
     --branch ${{ parameters.vmrBranch }}
     --repository "installer:${{ parameters.targetRef }}"
     --recursive
-    --remote "installer:$(pwd)"
+    --remote "installer:$(Agent.BuildDirectory)/installer"
     --component-template $(Agent.BuildDirectory)/installer/src/VirtualMonoRepo/Component.template.md
     --tpn-template $(Agent.BuildDirectory)/installer/src/VirtualMonoRepo/THIRD-PARTY-NOTICES.template.txt
     --debug
     ||
     (echo "##vso[task.logissue type=error]Failed to synchronize the VMR" && exit 1)
-  displayName: Synchronize dotnet/dotnet
+  displayName: Synchronize dotnet/dotnet (Unix)
+  condition: ne(variables['Agent.OS'], 'Windows_NT')
+  workingDirectory: $(Agent.BuildDirectory)/installer
+
+- powershell: >
+    ./eng/vmr-sync.ps1 `
+    -vmr ${{ parameters.vmrPath }} `
+    -tmp $(Agent.TempDirectory) `
+    -azdevPat '$(dn-bot-all-orgs-code-r)' `
+    -branch ${{ parameters.vmrBranch }} `
+    -repository "installer:${{ parameters.targetRef }}" `
+    -recursive `
+    # passing remote fails for some reason, but it is the default anyway
+    # -remote "installer:$(Agent.BuildDirectory)/installer"
+    -componentTemplate $(Agent.BuildDirectory)/installer/src/VirtualMonoRepo/Component.template.md `
+    -tpnTemplate $(Agent.BuildDirectory)/installer/src/VirtualMonoRepo/THIRD-PARTY-NOTICES.template.txt `
+    -debug
+
+    if ($LASTEXITCODE -ne 0) {
+      echo "##vso[task.logissue type=error]Failed to synchronize the VMR"
+      exit 1
+    }
+  displayName: Synchronize dotnet/dotnet (Windows)
+  condition: eq(variables['Agent.OS'], 'Windows_NT')
   workingDirectory: $(Agent.BuildDirectory)/installer
 
 - publish: $(Agent.TempDirectory)

Diff for: eng/pipelines/templates/stages/vmr-build.yml

@@ -0,0 +1,53 @@
+parameters:
+- name: vmrBranch 
+  type: string
+
+variables:
+- ${{ if ne(parameters.vmrBranch, '') }}:
+  - name: VmrBranch
+    value: ${{ parameters.vmrBranch }}
+- ${{ else }}:
+  - name: VmrBranch
+    value: ${{ replace(replace(variables['Build.SourceBranch'], 'refs/heads/', ''), 'refs/pull/', '') }}
+
+- name: alpine319Container
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:alpine-3.19-WithNode
+- name: centOSStream8Container
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:centos-stream8
+- name: centOSStream9Container
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:centos-stream9
+- name: fedora39Container
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:fedora-39
+- name: ubuntu2204Container
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:ubuntu-22.04
+- name: ubuntu2204ArmContainer
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:ubuntu-22.04-arm64
+- name: marinerX64CrossContainer
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:cbl-mariner-2.0-cross-amd64
+- name: marinerArm64CrossContainer
+  value: mcr.microsoft.com/dotnet-buildtools/prereqs:cbl-mariner-2.0-cross-arm64
+
+- ${{ if eq(variables['System.TeamProject'], 'public') }}:
+  - name: defaultPoolName
+    value: NetCore-Public-XL
+  - name: defaultPoolDemandsLinux
+    value: ImageOverride -equals Build.Ubuntu.1804.Amd64.Open
+  - name: defaultPoolDemandsWindows
+    value: ImageOverride -equals windows.vs2022.amd64.open
+- ${{ if eq(variables['System.TeamProject'], 'internal') }}:
+  - ${{ if in(variables['Build.Reason'], 'PullRequest') }}:
+    - name: defaultPoolName
+      value: NetCore1ESPool-Internal-XL
+  - ${{ else }}:
+    - name: defaultPoolName
+      value: NetCore1ESPool-Svc-Internal
+  - name: defaultPoolDemandsLinux
+    value: ImageOverride -equals Build.Ubuntu.1804.Amd64
+  - name: defaultPoolDemandsWindows
+    value: ImageOverride -equals windows.vs2022.amd64
+
+- name: defaultPoolNameLinuxArm64
+  value: Docker-Linux-Arm-Internal
+
+- name: defaultPoolNameMac
+  value: macos-12

Diff for: eng/pipelines/templates/stages/vmr-cross-build.yml

@@ -1,3 +1,10 @@
+# This yml is used by these pipelines and triggers:
+#
+# - installer-source-build (public)
+#   - PR: release/* and main, ultralite build
+# - installer-unified-build (public)
+#   - PR: release/* and main, lite build
+
 trigger: none
 pr:
   branches:
@@ -15,8 +22,8 @@ parameters:
   type: string
   default: ' '
 
-- name: disableVmrBuild
-  displayName: Skip source-building the VMR
+- name: disableBuild
+  displayName: Skip the VMR Build stage
   type: boolean
   default: false
 
@@ -28,6 +35,10 @@ variables:
   - name: VmrBranch
     value: ${{ replace(replace(variables['System.PullRequest.TargetBranch'], 'refs/heads/', ''), 'refs/pull/', '') }}
 
+# enable source-only build for pipelines with the -source-build suffix
+- name: isSourceOnlyBuild
+  value: ${{ contains(variables['Build.DefinitionName'], '-source-build') }}
+
 resources:
   repositories:
   - repository: vmr
@@ -37,12 +48,17 @@ resources:
     ref: ${{ variables.VmrBranch }}
 
 stages:
-# You can temporarily disable the VMR Build stage by setting the disableVmrBuild variable
-- ${{ if not(parameters.disableVmrBuild) }}:
+# You can temporarily disable the VMR Build stage by setting the disableBuild variable
+- ${{ if not(parameters.disableBuild) }}:
   - template: templates/stages/vmr-build.yml
     parameters:
       vmrBranch: ${{ variables.VmrBranch }}
       isBuiltFromVmr: false
+      isSourceOnlyBuild: ${{ variables.isSourceOnlyBuild }}
+      ${{ if eq(variables.isSourceOnlyBuild, 'true') }}:
+        scope: ultralite
+      ${{ else }}:
+        scope: lite
 
 # In case the VMR Build stage is temporarily disabled, the VMR synchronization step is run to validate
 # that the PR can be merged and later synchronized into the VMR without problems.