all build jobs used for performance testing are now possible to run individually (#112902)

e-kharion · Jakub Dražka · web-flow · commit 9022f3a9b63b · 2025-02-28T10:34:53.000+01:00
added possibility to configure maui framework to use
perf-build-jobs splitted to multiple templates
perf-arm64-builds moved to a different yml and yml files reorganized

Co-authored-by: Jakub Dražka &lt;kubadrazka@microsoft.com&gt;
diff --git a/eng/pipelines/performance/templates/perf-arm64-build-jobs.yml b/eng/pipelines/performance/templates/perf-arm64-build-jobs.yml
@@ -4,74 +4,15 @@ parameters:
   monoAot: false
 
 jobs:
-  - ${{ if eq(parameters.mono, true) }}:
-    # build mono
-    - template: /eng/pipelines/common/platform-matrix.yml
-      parameters:
-        jobTemplate: /eng/pipelines/common/global-build-job.yml
-        buildConfig: release
-        runtimeFlavor: mono
-        platforms:
-        - linux_arm64
-        jobParameters:
-          nameSuffix: mono
-          buildArgs: -s mono+clr.iltools+clr.hosts+libs+host+packs -c $(_BuildConfig)
-          isOfficialBuild: false
-          postBuildSteps:
-          - template: /eng/pipelines/common/upload-artifact-step.yml
-            parameters:
-              rootFolder: $(Build.SourcesDirectory)/artifacts/bin
-              includeRootFolder: false
-              archiveType: $(archiveType)
-              archiveExtension: $(archiveExtension)
-              tarCompression: $(tarCompression)
-              artifactName: BuildArtifacts_$(osGroup)$(osSubgroup)_$(archType)_$(_BuildConfig)_mono
-              displayName: Build Assets
+  # build mono + monoAot
+  - template: /eng/pipelines/performance/templates/perf-mono-build-jobs.yml
+    parameters:
+      mono_arm64: ${{ parameters.mono }}
+      monoAot_arm64: ${{ parameters.monoAot }}
 
   - ${{ if eq(parameters.coreclr, true) }}:
     # build coreclr and libraries
-    - template: /eng/pipelines/common/platform-matrix.yml
-      parameters:
-        jobTemplate: /eng/pipelines/common/global-build-job.yml
-        buildConfig: release
-        platforms:
-        - linux_arm64
-        - windows_arm64
-        jobParameters:
-          nameSuffix: coreclr
-          buildArgs: -s clr+libs+host+packs -c $(_BuildConfig)
-          isOfficialBuild: false
-          postBuildSteps:
-          - template: /eng/pipelines/common/upload-artifact-step.yml
-            parameters:
-              rootFolder: $(Build.SourcesDirectory)/artifacts/bin
-              includeRootFolder: false
-              archiveType: $(archiveType)
-              archiveExtension: $(archiveExtension)
-              tarCompression: $(tarCompression)
-              artifactName: BuildArtifacts_$(osGroup)$(osSubgroup)_$(archType)_$(_BuildConfig)_coreclr
-              displayName: Build Assets
-
-  - ${{ if eq(parameters.monoAot, true) }}:
-    - template: /eng/pipelines/common/platform-matrix.yml
+    - template: /eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml
       parameters:
-        jobTemplate: /eng/pipelines/common/global-build-job.yml
-        buildConfig: release
-        runtimeFlavor: mono
-        runtimeVariant: 'llvmaot'
-        platforms:
-        - linux_arm64
-        jobParameters:
-          buildArgs: -s mono+libs+host+packs -c $(_BuildConfig) /p:MonoAOTEnableLLVM=true /p:MonoEnableLLVM=true /p:BuildMonoAOTCrossCompiler=true /p:AotHostArchitecture=arm64 /p:AotHostOS=linux
-          nameSuffix: AOT
-          isOfficialBuild: false
-          postBuildSteps:
-            - template: /eng/pipelines/common/upload-artifact-step.yml
-              parameters:
-                rootFolder: '$(Build.SourcesDirectory)/artifacts/'
-                includeRootFolder: true
-                displayName: AOT Mono Artifacts
-                artifactName: LinuxMonoAOTarm64
-                archiveExtension: '.tar.gz'
-                archiveType: tar
-                tarCompression: gz
+        linux_arm64: true
+        windows_arm64: true
diff --git a/eng/pipelines/performance/templates/perf-bdn-build-jobs.yml b/eng/pipelines/performance/templates/perf-bdn-build-jobs.yml
@@ -0,0 +1,39 @@
+parameters:
+  perfBranch: 'main' # Currently only used for building the BDN App
+  mauiFramework: '' # Framework version to get versions for and build for (e.g. net9.0)
+
+jobs:
+  # build mono for AOT
+  - template: /eng/pipelines/performance/templates/perf-mono-build-jobs.yml
+    parameters:
+      monoAndroidPacks: true
+
+  # build PerfBDN app
+  - template: /eng/pipelines/common/platform-matrix.yml
+    parameters:
+      jobTemplate: /eng/pipelines/common/global-build-job.yml
+      buildConfig: release
+      runtimeFlavor: mono
+      platforms:
+      - ios_arm64
+      jobParameters:
+        dependsOn:
+        - Build_android_arm64_release_Mono_Packs
+        buildArgs: -s mono -c $(_BuildConfig)
+        nameSuffix: PerfBDNApp
+        isOfficialBuild: false
+        pool:
+          vmImage: 'macos-13'
+        postBuildSteps:
+          - template: /eng/pipelines/performance/templates/build-perf-bdn-app.yml
+            parameters:
+              rootFolder: '$(Build.SourcesDirectory)/artifacts/'
+              includeRootFolder: true
+              displayName: Android BDN App Artifacts
+              artifactName: PerfBDNAppArm
+              archiveExtension: '.tar.gz'
+              archiveType: tar
+              tarCompression: gz
+              perfBranch: ${{ parameters.perfBranch }}
+              ${{ if parameters.mauiFramework }}:
+                framework: ${{ parameters.mauiFramework }}
diff --git a/eng/pipelines/performance/templates/perf-build-jobs.yml b/eng/pipelines/performance/templates/perf-build-jobs.yml
@@ -3,144 +3,23 @@ parameters:
 
 jobs:
   # build coreclr and libraries
-  - template: /eng/pipelines/common/platform-matrix.yml
+  - template: /eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml
     parameters:
-      jobTemplate: /eng/pipelines/common/global-build-job.yml
-      buildConfig: release
-      platforms:
-      - linux_x64
-      - windows_x64
-      - windows_x86
-      - linux_musl_x64
-      jobParameters:
-        nameSuffix: coreclr
-        buildArgs: -s clr+libs+host+packs -c $(_BuildConfig)
-        isOfficialBuild: false
-        postBuildSteps:
-        - template: /eng/pipelines/common/upload-artifact-step.yml
-          parameters:
-            rootFolder: $(Build.SourcesDirectory)/artifacts/bin
-            includeRootFolder: false
-            archiveType: $(archiveType)
-            archiveExtension: $(archiveExtension)
-            tarCompression: $(tarCompression)
-            artifactName: BuildArtifacts_$(osGroup)$(osSubgroup)_$(archType)_$(_BuildConfig)_coreclr
-            displayName: Build Assets
-
+      linux_x64: true
+      windows_x64: true
+      windows_x86: true
+      linux_musl_x64: true
+  
   # build mono for AOT
-  - template: /eng/pipelines/common/platform-matrix.yml
-    parameters:
-      jobTemplate: /eng/pipelines/common/global-build-job.yml
-      buildConfig: release
-      runtimeFlavor: mono
-      platforms:
-      - linux_x64
-      jobParameters:
-        buildArgs: -s mono+libs+host+packs -c $(_BuildConfig) /p:MonoAOTEnableLLVM=true /p:MonoEnableLLVM=true /p:BuildMonoAOTCrossCompiler=true /p:AotHostArchitecture=x64 /p:AotHostOS=linux
-        nameSuffix: AOT
-        isOfficialBuild: false
-        postBuildSteps:
-          - template: /eng/pipelines/common/upload-artifact-step.yml
-            parameters:
-              rootFolder: '$(Build.SourcesDirectory)/artifacts/'
-              includeRootFolder: true
-              displayName: AOT Mono Artifacts
-              artifactName: LinuxMonoAOTx64
-              archiveExtension: '.tar.gz'
-              archiveType: tar
-              tarCompression: gz
-
-  # build mono Android scenarios
-  - template: /eng/pipelines/common/platform-matrix.yml
-    parameters:
-      jobTemplate: /eng/pipelines/common/global-build-job.yml
-      buildConfig: release
-      runtimeFlavor: mono
-      platforms:
-      - android_arm64
-      jobParameters:
-        buildArgs: -s mono+libs+host+packs -c $(_BuildConfig)
-        nameSuffix: AndroidMono
-        isOfficialBuild: false
-        postBuildSteps:
-          - template: /eng/pipelines/performance/templates/build-perf-sample-apps.yml
-            parameters:
-              rootFolder: '$(Build.SourcesDirectory)/artifacts/'
-              includeRootFolder: true
-              displayName: Android Mono Artifacts
-              artifactName: AndroidMonoarm64
-              archiveExtension: '.tar.gz'
-              archiveType: tar
-              tarCompression: gz
-
-  # build mono
-  - template: /eng/pipelines/common/platform-matrix.yml
+  - template: /eng/pipelines/performance/templates/perf-mono-build-jobs.yml
     parameters:
-      jobTemplate: /eng/pipelines/common/global-build-job.yml
-      buildConfig: release
-      runtimeFlavor: mono
-      platforms:
-      - linux_x64
-      jobParameters:
-        nameSuffix: mono
-        buildArgs: -s mono+clr.iltools+clr.hosts+libs+host+packs -c $(_BuildConfig)
-        isOfficialBuild: false
-        postBuildSteps:
-        - template: /eng/pipelines/common/upload-artifact-step.yml
-          parameters:
-            rootFolder: $(Build.SourcesDirectory)/artifacts/bin
-            includeRootFolder: false
-            archiveType: $(archiveType)
-            archiveExtension: $(archiveExtension)
-            tarCompression: $(tarCompression)
-            artifactName: BuildArtifacts_$(osGroup)$(osSubgroup)_$(archType)_$(_BuildConfig)_mono
-            displayName: Build Assets
-
-  # build mono runtime packs
+      mono_x64: true
+      monoAot_x64: true
+      monoAndroid: true
+      
   # Disabled due to not successfully building at the moment. https://github.com/dotnet/performance/issues/4729
   - ${{ if false }}:
-    - template: /eng/pipelines/common/platform-matrix.yml
-      parameters:
-        jobTemplate: /eng/pipelines/common/global-build-job.yml
-        buildConfig: release
-        runtimeFlavor: mono
-        platforms:
-        - android_arm64
-        jobParameters:
-          buildArgs: -s mono+libs+host+packs -c $(_BuildConfig)
-          nameSuffix: Mono_Packs
-          isOfficialBuild: false
-          postBuildSteps:
-            - template: /eng/pipelines/common/upload-intermediate-artifacts-step.yml
-              parameters:
-                name: MonoRuntimePacks
-                isOfficialBuild: false
-
-    # Disabled with the above job
     # build PerfBDN app
-    - template: /eng/pipelines/common/platform-matrix.yml
+    - template: /eng/pipelines/performance/templates/perf-bdn-build-jobs.yml
       parameters:
-        jobTemplate: /eng/pipelines/common/global-build-job.yml
-        buildConfig: release
-        runtimeFlavor: mono
-        platforms:
-        - ios_arm64
-        jobParameters:
-          dependsOn:
-          - Build_android_arm64_release_Mono_Packs
-          buildArgs: -s mono -c $(_BuildConfig)
-          nameSuffix: PerfBDNApp
-          isOfficialBuild: false
-          pool:
-            vmImage: 'macos-13'
-          postBuildSteps:
-            - template: /eng/pipelines/performance/templates/build-perf-bdn-app.yml
-              parameters:
-                rootFolder: '$(Build.SourcesDirectory)/artifacts/'
-                includeRootFolder: true
-                displayName: Android BDN App Artifacts
-                artifactName: PerfBDNAppArm
-                archiveExtension: '.tar.gz'
-                archiveType: tar
-                tarCompression: gz
-                perfBranch: ${{ parameters.perfBranch }}
+        perfBranch: ${{ parameters.perfBranch }}
diff --git a/eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml b/eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml
@@ -0,0 +1,42 @@
+parameters:
+    linux_x64: false
+    linux_musl_x64: false
+    windows_x64: false
+    windows_x86: false
+    linux_arm64: false
+    windows_arm64: false
+
+jobs:
+  - ${{ if or(eq(parameters.linux_x64, true), eq(parameters.windows_x64, true), eq(parameters.windows_x86, true), eq(parameters.linux_musl_x64, true), eq(parameters.linux_arm64, true), eq(parameters.windows_arm64, true)) }}:
+    # build coreclr and libraries
+    - template: /eng/pipelines/common/platform-matrix.yml
+      parameters:
+        jobTemplate: /eng/pipelines/common/global-build-job.yml
+        buildConfig: release
+        platforms:
+        - ${{ if eq(parameters.linux_x64, true) }}:
+          - linux_x64
+        - ${{ if eq(parameters.windows_x64, true) }}:
+          - windows_x64
+        - ${{ if eq(parameters.windows_x86, true) }}:
+          - windows_x86
+        - ${{ if eq(parameters.linux_musl_x64, true) }}:
+          - linux_musl_x64
+        - ${{ if eq(parameters.linux_arm64, true) }}:
+          - linux_arm64
+        - ${{ if eq(parameters.windows_arm64, true) }}:
+          - windows_arm64
+        jobParameters:
+          nameSuffix: coreclr
+          buildArgs: -s clr+libs+host+packs -c $(_BuildConfig)
+          isOfficialBuild: false
+          postBuildSteps:
+          - template: /eng/pipelines/common/upload-artifact-step.yml
+            parameters:
+              rootFolder: $(Build.SourcesDirectory)/artifacts/bin
+              includeRootFolder: false
+              archiveType: $(archiveType)
+              archiveExtension: $(archiveExtension)
+              tarCompression: $(tarCompression)
+              artifactName: BuildArtifacts_$(osGroup)$(osSubgroup)_$(archType)_$(_BuildConfig)_coreclr
+              displayName: Build Assets
diff --git a/eng/pipelines/performance/templates/perf-ios-scenarios-build-jobs.yml b/eng/pipelines/performance/templates/perf-ios-scenarios-build-jobs.yml
diff --git a/eng/pipelines/performance/templates/perf-mono-build-jobs.yml b/eng/pipelines/performance/templates/perf-mono-build-jobs.yml
