[Perf] Add pipeline to validate changes to perf-automation

eng/common/pipelines/templates/jobs/perf.yml

@@ -1,13 +1,37 @@
 parameters:
+- name: JobName
+  type: string
+  default: 'Perf'
+- name: LinuxPool
+  type: string
+  default: 'azsdk-pool-mms-ubuntu-2004-perf'
+- name: LinuxVmImage
+  type: string
+  default: 'MMSUbuntu20.04'
+- name: WindowsPool
+  type: string
+  default: 'azsdk-pool-mms-win-2019-perf'
+- name: WindowsVmImage
+  type: string
+  default: 'MMS2019'
+- name: Language
+  type: string
+  default: ''
+- name: LanguageRepoName
+  type: string
+  default: $(Build.Repository.Name)
+- name: LanguageRepoCommitish
+  type: string
+  default: $(Build.SourceVersion)
+- name: ToolsRepoCommitish
+  type: string
+  default: 'main'
 - name: Variables
   type: object
   default: []
 - name: OperatingSystems
   type: string
   default: 'Linux'
-- name: Language
-  type: string
-  default: ''
 - name: InstallLanguageSteps
   type: stepList
   default: []
@@ -36,41 +60,43 @@ parameters:
   type: object
   default: {}
 
-resources:
-  repositories:
-  - repository: azure-sdk-tools
-    type: github
-    endpoint: Azure
-    name: Azure/azure-sdk-tools
-    ref: main
-
-variables:
-- ${{ parameters.Variables }}
-
 jobs:
-- job: Perf
+- job: ${{ parameters.JobName }}
   timeoutInMinutes: 360
   strategy:
     matrix:
       ${{ if contains(parameters.OperatingSystems, 'Linux') }}:
         Linux:
-          Pool: 'azsdk-pool-mms-ubuntu-2004-perf'
-          OsVmImage: 'MMSUbuntu20.04'
+          Pool: ${{ parameters.LinuxPool }}
+          OsVmImage: ${{ parameters.LinuxVmImage }}
           MatrixName: 'Linux'
       ${{ if contains(parameters.OperatingSystems, 'Windows') }}:
         Windows:
-          Pool: 'azsdk-pool-mms-win-2019-perf'
-          OsVmImage: 'MMS2019'
+          Pool: ${{ parameters.WindowsPool }}
+          OsVmImage: ${{ parameters.WindowsVmImage }}
           MatrixName: 'Windows'
+  variables:
+  - ${{ parameters.Variables }}
   pool:
     name: $(Pool)
     vmImage: $(OSVmImage)
   steps:
-  - checkout: self
-    path: s
 
-  - checkout: azure-sdk-tools
-    path: s/azure-sdk-tools
+  - template: /eng/common/pipelines/templates/steps/sparse-checkout.yml
+    parameters:
+      Paths:
+      - '/*'
+      - '!sdk/**/test-recordings/*'
+      - '!sdk/**/recordings/*'
+      - '!sdk/**/SessionRecords/*'
+      - '!sdk/**/session-records/*'
+      Repositories:
+      - Name: ${{ parameters.LanguageRepoName }}
+        Commitish: ${{ parameters.LanguageRepoCommitish }}
+        WorkingDirectory: $(System.DefaultWorkingDirectory)
+      - Name: Azure/azure-sdk-tools
+        Commitish: ${{ parameters.ToolsRepoCommitish }}
+        WorkingDirectory: $(System.DefaultWorkingDirectory)/azure-sdk-tools
 
   - template: /eng/common/pipelines/templates/steps/verify-agent-os.yml
     parameters:
@@ -133,7 +159,7 @@ jobs:
   - task: PublishPipelineArtifact@1
     inputs:
       targetPath: azure-sdk-tools/tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/results
-      artifactName: results-$(MatrixName)
+      artifactName: results-${{ parameters.Language }}-$(MatrixName)
     condition: always()
 
   - template: /eng/common/TestResources/remove-test-resources.yml

eng/common/pipelines/templates/steps/sparse-checkout.yml

@@ -38,8 +38,13 @@ steps:
             } else {
               Write-Host "Repository $($repository.Name) is being initialized."
 
-              Write-Host "git clone --no-checkout --filter=tree:0 https://github.com/$($repository.Name) ."
-              git clone --no-checkout --filter=tree:0 https://github.com/$($repository.Name) .
+              if ($repository.Commitish -match '^refs/pull/\d+/merge$') {
+                Write-Host "git clone --no-checkout --filter=tree:0 -c remote.origin.fetch='+$($repository.Commitish):refs/remotes/origin/$($repository.Commitish)' https://github.com/$($repository.Name) ."
+                git clone --no-checkout --filter=tree:0 -c remote.origin.fetch=''+$($repository.Commitish):refs/remotes/origin/$($repository.Commitish)'' https://github.com/$($repository.Name) .
+              } else {
+                Write-Host "git clone --no-checkout --filter=tree:0 https://github.com/$($repository.Name) ."
+                git clone --no-checkout --filter=tree:0 https://github.com/$($repository.Name) .
+              }
 
               Write-Host "git sparse-checkout init"
               git sparse-checkout init

tools/perf-automation/Azure.Sdk.Tools.PerfAutomation/Net.cs

@@ -74,7 +74,8 @@ public class Net : LanguageBase
 
             Util.DeleteIfExists(PublishDirectory);
 
-            var processArguments = $"publish -c release -f {languageVersion} -o {PublishDirectory} {additionalBuildArguments} {project}";
+            // Disable source link, since it's not needed for perf runs, and also fails in sparse checkout repos
+            var processArguments = $"publish -c release -f {languageVersion} -o {PublishDirectory} -p:EnableSourceLink=false {additionalBuildArguments} {project}";
 
             var result = await Util.RunAsync("dotnet", processArguments, workingDirectory: WorkingDirectory);
 

tools/perf-automation/tests.yml

@@ -0,0 +1,176 @@
+resources:
+  repositories:
+  - repository: azure-sdk-for-net
+    type: github
+    endpoint: Azure
+    name: Azure/azure-sdk-for-net
+    ref: main
+  - repository: azure-sdk-for-java
+    type: github
+    endpoint: Azure
+    name: Azure/azure-sdk-for-java
+    ref: main
+  - repository: azure-sdk-for-js
+    type: github
+    endpoint: Azure
+    name: Azure/azure-sdk-for-js
+    ref: main
+  - repository: azure-sdk-for-python
+    type: github
+    endpoint: Azure
+    name: Azure/azure-sdk-for-python
+    ref: main
+
+variables:
+  # Use general pools instead of perf pools for faster startup due to more warm agents
+  LinuxPool: 'azsdk-pool-mms-ubuntu-2004-general'
+  LinuxVmImage: 'MMSUbuntu20.04'
+  WindowsPool: 'azsdk-pool-mms-win-2019-general'
+  WindowsVmImage: 'MMS2019'
+  LanguageRepoCommitish: 'main'
+  ToolsRepoCommitish: $(Build.SourceVersion)
+  Services: '^storage-blob$'
+  PackageVersions: '12|source'
+  Tests: '^(download)$'
+  Arguments: '(10240)'
+  Iterations: '1'
+
+stages:
+- stage: Test
+  displayName: Test
+  jobs:
+  - template: /eng/common/pipelines/templates/jobs/perf.yml
+    parameters:
+      JobName: 'Perf_Net'
+      LinuxPool: $(LinuxPool)
+      LinuxVmImage: $(LinuxVmImage)
+      WindowsPool: $(WindowsPool)
+      WindowsVmImage: $(WindowsVmImage)
+      Language: 'Net'
+      LanguageRepoName: 'Azure/azure-sdk-for-net'
+      LanguageRepoCommitish: $(LanguageRepoCommitish)
+      ToolsRepoCommitish: $(ToolsRepoCommitish)
+      Variables:
+      - template: /eng/pipelines/templates/variables/globals.yml@azure-sdk-for-net
+      InstallLanguageSteps:
+      - template: /eng/pipelines/templates/steps/install-dotnet.yml@azure-sdk-for-net
+        parameters:
+          EnableNuGetCache: false
+      ServiceDirectory: 'storage/Azure.Storage.Blobs'
+      Services: $(Services)
+      PackageVersions: $(PackageVersions)
+      Tests: $(Tests)
+      Arguments: $(Arguments)
+      # Iterations parameter has type 'number' so must use this variable syntax
+      Iterations: ${{ variables.Iterations }}
+
+  - template: /eng/common/pipelines/templates/jobs/perf.yml
+    parameters:
+      JobName: 'Perf_Java'
+      LinuxPool: $(LinuxPool)
+      LinuxVmImage: $(LinuxVmImage)
+      WindowsPool: $(WindowsPool)
+      WindowsVmImage: $(WindowsVmImage)
+      Language: 'Java'
+      LanguageRepoName: 'Azure/azure-sdk-for-java'
+      LanguageRepoCommitish: $(LanguageRepoCommitish)
+      ToolsRepoCommitish: $(ToolsRepoCommitish)
+      Variables:
+      - template: /eng/pipelines/templates/variables/globals.yml@azure-sdk-for-java
+      InstallLanguageSteps:
+      - task: JavaToolInstaller@0
+        inputs:
+          versionSpec: '8'
+          jdkArchitectureOption: 'x64'
+          jdkSourceOption: 'PreInstalled'
+        displayName: Install Java 8
+      - script: |
+          java -version
+          mvn --version
+        displayName: Print Java Versions
+      ServiceDirectory: 'storage/azure-storage-blob'
+      Services: $(Services)
+      PackageVersions: $(PackageVersions)
+      Tests: $(Tests)
+      Arguments: $(Arguments)
+      # Iterations parameter has type 'number' so must use this variable syntax
+      Iterations: ${{ variables.Iterations }}
+
+  - template: /eng/common/pipelines/templates/jobs/perf.yml
+    parameters:
+      JobName: 'Perf_JS'
+      LinuxPool: $(LinuxPool)
+      LinuxVmImage: $(LinuxVmImage)
+      WindowsPool: $(WindowsPool)
+      WindowsVmImage: $(WindowsVmImage)
+      Language: 'JS'
+      LanguageRepoName: 'Azure/azure-sdk-for-js'
+      LanguageRepoCommitish: $(LanguageRepoCommitish)
+      ToolsRepoCommitish: $(ToolsRepoCommitish)
+      Variables:
+      - template: /eng/pipelines/templates/variables/globals.yml@azure-sdk-for-js
+      InstallLanguageSteps:
+      - template: /eng/pipelines/templates/steps/use-node-version.yml@azure-sdk-for-js
+        parameters:
+          NodeVersion: 14.x
+      ServiceDirectory: 'storage/storage-blob'
+      Services: $(Services)
+      PackageVersions: $(PackageVersions)
+      Tests: $(Tests)
+      Arguments: $(Arguments)
+      # Iterations parameter has type 'number' so must use this variable syntax
+      Iterations: ${{ variables.Iterations }}
+
+  - template: /eng/common/pipelines/templates/jobs/perf.yml
+    parameters:
+      JobName: 'Perf_Python'
+      LinuxPool: $(LinuxPool)
+      LinuxVmImage: $(LinuxVmImage)
+      WindowsPool: $(WindowsPool)
+      WindowsVmImage: $(WindowsVmImage)
+      Language: 'Python'
+      LanguageRepoName: 'Azure/azure-sdk-for-python'
+      LanguageRepoCommitish: $(LanguageRepoCommitish)
+      ToolsRepoCommitish: $(ToolsRepoCommitish)
+      Variables:
+      - template: /eng/pipelines/templates/variables/globals.yml@azure-sdk-for-python
+      - name: PythonVersion
+        value: '3.7'
+      InstallLanguageSteps:
+      - task: UsePythonVersion@0
+        displayName: "Use Python $(PythonVersion)"
+        inputs:
+          versionSpec: $(PythonVersion)
+      ServiceDirectory: 'storage/azure-storage-blob'
+      Services: $(Services)
+      PackageVersions: $(PackageVersions)
+      Tests: $(Tests)
+      Arguments: $(Arguments)
+      # Iterations parameter has type 'number' so must use this variable syntax
+      Iterations: ${{ variables.Iterations }}
+
+- stage: Print_Results
+  displayName: Print Results
+  pool:
+    name: 'azsdk-pool-mms-ubuntu-2004-general'
+    vmImage: 'MMSUbuntu20.04'
+  condition: succeededOrFailed()
+  variables:
+  - template: /eng/pipelines/templates/variables/globals.yml
+  jobs:
+  - job: Print_Results
+    displayName: Print Results
+    steps:
+    - checkout: none
+
+    - download: current
+      patterns: '**/results.txt'
+
+    - pwsh: |
+        get-childitem . -recurse -filter results.txt | foreach-object {
+          write-host $_
+          get-content $_
+          write-host
+        }
+      workingDirectory: $(Pipeline.Workspace)
+      displayName: Print Results