From 676da2577f0b7836687b02fbbafcf6c2f8140b7e Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Mon, 29 Sep 2025 16:26:15 -0700 Subject: [PATCH 1/5] Update Maui Dependencies to latest working. --- NuGet.config | 6 ++++-- eng/Version.Details.xml | 20 ++++++++++---------- 2 files changed, 14 insertions(+), 12 deletions(-) diff --git a/NuGet.config b/NuGet.config index 4ffbbacc80a..0e339766ddb 100644 --- a/NuGet.config +++ b/NuGet.config @@ -7,10 +7,12 @@ - - + + + + diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml index 75bd4ff4821..a6833292c0e 100644 --- a/eng/Version.Details.xml +++ b/eng/Version.Details.xml @@ -72,9 +72,9 @@ https://github.com/dotnet/emsdk - + https://github.com/dotnet/android - 1361e50584b56e690e2b8b5f6db6a04a1d2b7b38 + 1dcfb6f8779c33b6f768c996495cb90ecd729329 https://github.com/dotnet/macios @@ -94,21 +94,21 @@ - + https://github.com/dotnet/macios - 60f5c7b1b6e359df6fefe197b5736a29a6be1001 + 177f4311930b32eecc1e462a71ebbe34b7e01a0b - + https://github.com/dotnet/macios - 60f5c7b1b6e359df6fefe197b5736a29a6be1001 + 177f4311930b32eecc1e462a71ebbe34b7e01a0b - + https://github.com/dotnet/macios - 60f5c7b1b6e359df6fefe197b5736a29a6be1001 + 177f4311930b32eecc1e462a71ebbe34b7e01a0b - + https://github.com/dotnet/macios - 60f5c7b1b6e359df6fefe197b5736a29a6be1001 + 177f4311930b32eecc1e462a71ebbe34b7e01a0b From 14ea48d7c590b0bd985d7e9e37c1238cafb6cdd0 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Mon, 29 Sep 2025 16:27:52 -0700 Subject: [PATCH 2/5] Setup testing. --- eng/pipelines/sdk-perf-jobs.yml | 192 ++++++++++++++++---------------- 1 file changed, 96 insertions(+), 96 deletions(-) diff --git a/eng/pipelines/sdk-perf-jobs.yml b/eng/pipelines/sdk-perf-jobs.yml index 59e6bbdc821..229db5969e0 100644 --- a/eng/pipelines/sdk-perf-jobs.yml +++ b/eng/pipelines/sdk-perf-jobs.yml @@ -344,53 +344,53 @@ jobs: - ${{ if parameters.runPrivateJobs }}: - # Scenario benchmarks - - template: /eng/pipelines/templates/build-machine-matrix.yml - parameters: - jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - buildMachines: - - win-x64 - - ubuntu-x64 - - win-x64-viper - - ubuntu-x64-viper - - win-arm64 - - ubuntu-arm64-ampere - isPublic: false - jobParameters: - runKind: scenarios - projectFileName: scenarios.proj - channels: - - main - - 9.0 - - 8.0 - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} - - # Affinitized Scenario benchmarks (Initially just PDN) - - template: /eng/pipelines/templates/build-machine-matrix.yml - parameters: - jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - buildMachines: - - win-x64 - - win-x64-viper - - win-arm64 - - win-arm64-ampere - isPublic: false - jobParameters: - runKind: scenarios - projectFileName: scenarios_affinitized.proj - channels: - - main - - 9.0 - - 8.0 - additionalJobIdentifier: 'Affinity_85' - affinity: '85' # (01010101) Enables alternating process threads to take hyperthreading into account - runEnvVars: - - DOTNET_GCgen0size=410000 # ~4MB - - DOTNET_GCHeapCount=4 - - DOTNET_GCTotalPhysicalMemory=400000000 # 16GB - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # # Scenario benchmarks + # - template: /eng/pipelines/templates/build-machine-matrix.yml + # parameters: + # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + # buildMachines: + # - win-x64 + # - ubuntu-x64 + # - win-x64-viper + # - ubuntu-x64-viper + # - win-arm64 + # - ubuntu-arm64-ampere + # isPublic: false + # jobParameters: + # runKind: scenarios + # projectFileName: scenarios.proj + # channels: + # - main + # - 9.0 + # - 8.0 + # ${{ each parameter in parameters.jobParameters }}: + # ${{ parameter.key }}: ${{ parameter.value }} + + # # Affinitized Scenario benchmarks (Initially just PDN) + # - template: /eng/pipelines/templates/build-machine-matrix.yml + # parameters: + # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + # buildMachines: + # - win-x64 + # - win-x64-viper + # - win-arm64 + # - win-arm64-ampere + # isPublic: false + # jobParameters: + # runKind: scenarios + # projectFileName: scenarios_affinitized.proj + # channels: + # - main + # - 9.0 + # - 8.0 + # additionalJobIdentifier: 'Affinity_85' + # affinity: '85' # (01010101) Enables alternating process threads to take hyperthreading into account + # runEnvVars: + # - DOTNET_GCgen0size=410000 # ~4MB + # - DOTNET_GCHeapCount=4 + # - DOTNET_GCTotalPhysicalMemory=400000000 # 16GB + # ${{ each parameter in parameters.jobParameters }}: + # ${{ parameter.key }}: ${{ parameter.value }} # Maui Android scenario benchmarks (Mono ProfiledAOT) - template: /eng/pipelines/templates/build-machine-matrix.yml @@ -398,7 +398,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -417,7 +417,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -436,7 +436,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -455,7 +455,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -474,7 +474,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -493,7 +493,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - - win-x64-android-arm64-galaxy + # - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -542,49 +542,49 @@ jobs: ${{ each parameter in parameters.jobParameters }}: ${{ parameter.key }}: ${{ parameter.value }} - # Maui scenario benchmarks - - ${{ if false }}: - - template: /eng/pipelines/templates/build-machine-matrix.yml - parameters: - jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - buildMachines: - - win-x64 - - ubuntu-x64 - - win-x64-viper - - ubuntu-x64-viper - - win-arm64 - - ubuntu-arm64-ampere - isPublic: false - jobParameters: - runKind: maui_scenarios - projectFileName: maui_scenarios.proj - channels: - - main - - 9.0 - - 8.0 - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} - - # NativeAOT scenario benchmarks - - template: /eng/pipelines/templates/build-machine-matrix.yml - parameters: - jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - buildMachines: - - win-x64 - - ubuntu-x64 - - win-x64-viper - - ubuntu-x64-viper - - win-arm64 - isPublic: false - jobParameters: - runKind: nativeaot_scenarios - projectFileName: nativeaot_scenarios.proj - channels: - - main - - 9.0 - - 8.0 - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # # Maui scenario benchmarks + # - ${{ if false }}: + # - template: /eng/pipelines/templates/build-machine-matrix.yml + # parameters: + # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + # buildMachines: + # - win-x64 + # - ubuntu-x64 + # - win-x64-viper + # - ubuntu-x64-viper + # - win-arm64 + # - ubuntu-arm64-ampere + # isPublic: false + # jobParameters: + # runKind: maui_scenarios + # projectFileName: maui_scenarios.proj + # channels: + # - main + # - 9.0 + # - 8.0 + # ${{ each parameter in parameters.jobParameters }}: + # ${{ parameter.key }}: ${{ parameter.value }} + + # # NativeAOT scenario benchmarks + # - template: /eng/pipelines/templates/build-machine-matrix.yml + # parameters: + # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + # buildMachines: + # - win-x64 + # - ubuntu-x64 + # - win-x64-viper + # - ubuntu-x64-viper + # - win-arm64 + # isPublic: false + # jobParameters: + # runKind: nativeaot_scenarios + # projectFileName: nativeaot_scenarios.proj + # channels: + # - main + # - 9.0 + # - 8.0 + # ${{ each parameter in parameters.jobParameters }}: + # ${{ parameter.key }}: ${{ parameter.value }} ################################################ # Scheduled Private jobs From 2ea6a15113bca1fb57beaf26e559d9aecfc2d715 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Tue, 30 Sep 2025 11:15:25 -0700 Subject: [PATCH 3/5] Update XCode version. --- eng/performance/maui_scenarios_ios.proj | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eng/performance/maui_scenarios_ios.proj b/eng/performance/maui_scenarios_ios.proj index 152ffb5ae50..3167ab3f95f 100644 --- a/eng/performance/maui_scenarios_ios.proj +++ b/eng/performance/maui_scenarios_ios.proj @@ -48,7 +48,7 @@ - sudo xcode-select -s /Applications/Xcode_16.4.app; $(Python) pre.py publish -f $(PERFLAB_Framework)-ios --self-contained -c Release -r ios-arm64 $(NativeAOTCommandProps) --binlog $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName)/%(PreparePayloadWorkItem.ScenarioDirectoryName).binlog -o $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName); cd ../; zip -r %(PreparePayloadWorkItem.ScenarioDirectoryName).zip %(PreparePayloadWorkItem.ScenarioDirectoryName) + sudo xcode-select -s /Applications/Xcode_26.0.app; $(Python) pre.py publish -f $(PERFLAB_Framework)-ios --self-contained -c Release -r ios-arm64 $(NativeAOTCommandProps) --binlog $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName)/%(PreparePayloadWorkItem.ScenarioDirectoryName).binlog -o $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName); cd ../; zip -r %(PreparePayloadWorkItem.ScenarioDirectoryName).zip %(PreparePayloadWorkItem.ScenarioDirectoryName) %(PreparePayloadWorkItem.PayloadDirectory) From 05cb21381609c48a1dad5da154e96c9c9e74382d Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Tue, 30 Sep 2025 12:08:59 -0700 Subject: [PATCH 4/5] Try different xcode path. --- eng/performance/maui_scenarios_ios.proj | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eng/performance/maui_scenarios_ios.proj b/eng/performance/maui_scenarios_ios.proj index 3167ab3f95f..c5c2bb3a71c 100644 --- a/eng/performance/maui_scenarios_ios.proj +++ b/eng/performance/maui_scenarios_ios.proj @@ -48,7 +48,7 @@ - sudo xcode-select -s /Applications/Xcode_26.0.app; $(Python) pre.py publish -f $(PERFLAB_Framework)-ios --self-contained -c Release -r ios-arm64 $(NativeAOTCommandProps) --binlog $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName)/%(PreparePayloadWorkItem.ScenarioDirectoryName).binlog -o $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName); cd ../; zip -r %(PreparePayloadWorkItem.ScenarioDirectoryName).zip %(PreparePayloadWorkItem.ScenarioDirectoryName) + sudo xcode-select -s /Applications/Xcode_26.app; $(Python) pre.py publish -f $(PERFLAB_Framework)-ios --self-contained -c Release -r ios-arm64 $(NativeAOTCommandProps) --binlog $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName)/%(PreparePayloadWorkItem.ScenarioDirectoryName).binlog -o $(PreparePayloadWorkItemBaseDirectory)%(PreparePayloadWorkItem.ScenarioDirectoryName); cd ../; zip -r %(PreparePayloadWorkItem.ScenarioDirectoryName).zip %(PreparePayloadWorkItem.ScenarioDirectoryName) %(PreparePayloadWorkItem.PayloadDirectory) From 25ae387d6ce9275663b7b8ffcb429f27f43e9075 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Tue, 30 Sep 2025 12:57:56 -0700 Subject: [PATCH 5/5] Revert "Setup testing." This reverts commit 14ea48d7c590b0bd985d7e9e37c1238cafb6cdd0. --- eng/pipelines/sdk-perf-jobs.yml | 192 ++++++++++++++++---------------- 1 file changed, 96 insertions(+), 96 deletions(-) diff --git a/eng/pipelines/sdk-perf-jobs.yml b/eng/pipelines/sdk-perf-jobs.yml index 229db5969e0..59e6bbdc821 100644 --- a/eng/pipelines/sdk-perf-jobs.yml +++ b/eng/pipelines/sdk-perf-jobs.yml @@ -344,53 +344,53 @@ jobs: - ${{ if parameters.runPrivateJobs }}: - # # Scenario benchmarks - # - template: /eng/pipelines/templates/build-machine-matrix.yml - # parameters: - # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - # buildMachines: - # - win-x64 - # - ubuntu-x64 - # - win-x64-viper - # - ubuntu-x64-viper - # - win-arm64 - # - ubuntu-arm64-ampere - # isPublic: false - # jobParameters: - # runKind: scenarios - # projectFileName: scenarios.proj - # channels: - # - main - # - 9.0 - # - 8.0 - # ${{ each parameter in parameters.jobParameters }}: - # ${{ parameter.key }}: ${{ parameter.value }} - - # # Affinitized Scenario benchmarks (Initially just PDN) - # - template: /eng/pipelines/templates/build-machine-matrix.yml - # parameters: - # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - # buildMachines: - # - win-x64 - # - win-x64-viper - # - win-arm64 - # - win-arm64-ampere - # isPublic: false - # jobParameters: - # runKind: scenarios - # projectFileName: scenarios_affinitized.proj - # channels: - # - main - # - 9.0 - # - 8.0 - # additionalJobIdentifier: 'Affinity_85' - # affinity: '85' # (01010101) Enables alternating process threads to take hyperthreading into account - # runEnvVars: - # - DOTNET_GCgen0size=410000 # ~4MB - # - DOTNET_GCHeapCount=4 - # - DOTNET_GCTotalPhysicalMemory=400000000 # 16GB - # ${{ each parameter in parameters.jobParameters }}: - # ${{ parameter.key }}: ${{ parameter.value }} + # Scenario benchmarks + - template: /eng/pipelines/templates/build-machine-matrix.yml + parameters: + jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + buildMachines: + - win-x64 + - ubuntu-x64 + - win-x64-viper + - ubuntu-x64-viper + - win-arm64 + - ubuntu-arm64-ampere + isPublic: false + jobParameters: + runKind: scenarios + projectFileName: scenarios.proj + channels: + - main + - 9.0 + - 8.0 + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} + + # Affinitized Scenario benchmarks (Initially just PDN) + - template: /eng/pipelines/templates/build-machine-matrix.yml + parameters: + jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + buildMachines: + - win-x64 + - win-x64-viper + - win-arm64 + - win-arm64-ampere + isPublic: false + jobParameters: + runKind: scenarios + projectFileName: scenarios_affinitized.proj + channels: + - main + - 9.0 + - 8.0 + additionalJobIdentifier: 'Affinity_85' + affinity: '85' # (01010101) Enables alternating process threads to take hyperthreading into account + runEnvVars: + - DOTNET_GCgen0size=410000 # ~4MB + - DOTNET_GCHeapCount=4 + - DOTNET_GCTotalPhysicalMemory=400000000 # 16GB + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} # Maui Android scenario benchmarks (Mono ProfiledAOT) - template: /eng/pipelines/templates/build-machine-matrix.yml @@ -398,7 +398,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -417,7 +417,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -436,7 +436,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -455,7 +455,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -474,7 +474,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -493,7 +493,7 @@ jobs: jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml buildMachines: - win-x64-android-arm64-pixel - # - win-x64-android-arm64-galaxy + - win-x64-android-arm64-galaxy isPublic: false jobParameters: runKind: maui_scenarios_android @@ -542,49 +542,49 @@ jobs: ${{ each parameter in parameters.jobParameters }}: ${{ parameter.key }}: ${{ parameter.value }} - # # Maui scenario benchmarks - # - ${{ if false }}: - # - template: /eng/pipelines/templates/build-machine-matrix.yml - # parameters: - # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - # buildMachines: - # - win-x64 - # - ubuntu-x64 - # - win-x64-viper - # - ubuntu-x64-viper - # - win-arm64 - # - ubuntu-arm64-ampere - # isPublic: false - # jobParameters: - # runKind: maui_scenarios - # projectFileName: maui_scenarios.proj - # channels: - # - main - # - 9.0 - # - 8.0 - # ${{ each parameter in parameters.jobParameters }}: - # ${{ parameter.key }}: ${{ parameter.value }} - - # # NativeAOT scenario benchmarks - # - template: /eng/pipelines/templates/build-machine-matrix.yml - # parameters: - # jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml - # buildMachines: - # - win-x64 - # - ubuntu-x64 - # - win-x64-viper - # - ubuntu-x64-viper - # - win-arm64 - # isPublic: false - # jobParameters: - # runKind: nativeaot_scenarios - # projectFileName: nativeaot_scenarios.proj - # channels: - # - main - # - 9.0 - # - 8.0 - # ${{ each parameter in parameters.jobParameters }}: - # ${{ parameter.key }}: ${{ parameter.value }} + # Maui scenario benchmarks + - ${{ if false }}: + - template: /eng/pipelines/templates/build-machine-matrix.yml + parameters: + jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + buildMachines: + - win-x64 + - ubuntu-x64 + - win-x64-viper + - ubuntu-x64-viper + - win-arm64 + - ubuntu-arm64-ampere + isPublic: false + jobParameters: + runKind: maui_scenarios + projectFileName: maui_scenarios.proj + channels: + - main + - 9.0 + - 8.0 + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} + + # NativeAOT scenario benchmarks + - template: /eng/pipelines/templates/build-machine-matrix.yml + parameters: + jobTemplate: /eng/pipelines/templates/run-scenarios-job.yml + buildMachines: + - win-x64 + - ubuntu-x64 + - win-x64-viper + - ubuntu-x64-viper + - win-arm64 + isPublic: false + jobParameters: + runKind: nativeaot_scenarios + projectFileName: nativeaot_scenarios.proj + channels: + - main + - 9.0 + - 8.0 + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} ################################################ # Scheduled Private jobs