From 0b2ed62899a183a9f91c7d255f5b7526848c282b Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Mon, 27 Oct 2025 15:45:38 -0700 Subject: [PATCH 1/3] Disable runtime mobile tests for release branch testing. --- eng/pipelines/runtime-perf-jobs.yml | 203 ++++++++++++++-------------- 1 file changed, 102 insertions(+), 101 deletions(-) diff --git a/eng/pipelines/runtime-perf-jobs.yml b/eng/pipelines/runtime-perf-jobs.yml index 4a3e5f40465..2d52fbf1559 100644 --- a/eng/pipelines/runtime-perf-jobs.yml +++ b/eng/pipelines/runtime-perf-jobs.yml @@ -58,113 +58,114 @@ jobs: parameters: perfBranch: ${{ parameters.perfBranch }} - # Build and run iOS Mono and NativeAOT scenarios - - template: /eng/pipelines/runtime-ios-scenarios-perf-jobs.yml - parameters: - runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} - performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - jobParameters: ${{ parameters.jobParameters }} - - # run android scenarios - Mono JIT - - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} - parameters: - jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} - buildConfig: release - runtimeFlavor: mono - platforms: - - windows_x64 - jobParameters: - runtimeType: AndroidMono - codeGenType: JIT - projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj - runKind: android_scenarios - isScenario: true - logicalMachine: 'perfpixel4a' + - ${{ if not(startswith(variables['Build.SourceBranchName'], 'release')) }}: + # Build and run iOS Mono and NativeAOT scenarios + - template: /eng/pipelines/runtime-ios-scenarios-perf-jobs.yml + parameters: runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + jobParameters: ${{ parameters.jobParameters }} - # run android scenarios - Mono AOT - - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} - parameters: - jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} - buildConfig: release - runtimeFlavor: mono - platforms: - - windows_x64 - jobParameters: - runtimeType: AndroidMono - codeGenType: AOT - projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj - runKind: android_scenarios - isScenario: true - logicalMachine: 'perfpixel4a' - runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} - performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # run android scenarios - Mono JIT + - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} + parameters: + jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} + buildConfig: release + runtimeFlavor: mono + platforms: + - windows_x64 + jobParameters: + runtimeType: AndroidMono + codeGenType: JIT + projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj + runKind: android_scenarios + isScenario: true + logicalMachine: 'perfpixel4a' + runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} + performanceRepoAlias: ${{ parameters.performanceRepoAlias }} + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} - # run android scenarios - CoreCLR JIT - - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} - parameters: - jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} - buildConfig: release - runtimeFlavor: coreclr - platforms: - - windows_x64 - jobParameters: - runtimeType: AndroidCoreCLR - codeGenType: JIT - projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj - runKind: android_scenarios - isScenario: true - logicalMachine: 'perfpixel4a' - runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} - performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # run android scenarios - Mono AOT + - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} + parameters: + jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} + buildConfig: release + runtimeFlavor: mono + platforms: + - windows_x64 + jobParameters: + runtimeType: AndroidMono + codeGenType: AOT + projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj + runKind: android_scenarios + isScenario: true + logicalMachine: 'perfpixel4a' + runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} + performanceRepoAlias: ${{ parameters.performanceRepoAlias }} + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} - # run android scenarios - CoreCLR JIT Static Linking - - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} - parameters: - jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} - buildConfig: release - runtimeFlavor: coreclr - platforms: - - windows_x64 - jobParameters: - runtimeType: AndroidCoreCLR - codeGenType: JIT - linkingType: static - projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj - runKind: android_scenarios - isScenario: true - logicalMachine: 'perfpixel4a' - runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} - performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # run android scenarios - CoreCLR JIT + - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} + parameters: + jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} + buildConfig: release + runtimeFlavor: coreclr + platforms: + - windows_x64 + jobParameters: + runtimeType: AndroidCoreCLR + codeGenType: JIT + projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj + runKind: android_scenarios + isScenario: true + logicalMachine: 'perfpixel4a' + runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} + performanceRepoAlias: ${{ parameters.performanceRepoAlias }} + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} - # run android scenarios - CoreCLR R2R - - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} - parameters: - jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} - buildConfig: release - runtimeFlavor: coreclr - platforms: - - windows_x64 - jobParameters: - runtimeType: AndroidCoreCLR - codeGenType: R2R - projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj - runKind: android_scenarios - isScenario: true - logicalMachine: 'perfpixel4a' - runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} - performanceRepoAlias: ${{ parameters.performanceRepoAlias }} - ${{ each parameter in parameters.jobParameters }}: - ${{ parameter.key }}: ${{ parameter.value }} + # run android scenarios - CoreCLR JIT Static Linking + - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} + parameters: + jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} + buildConfig: release + runtimeFlavor: coreclr + platforms: + - windows_x64 + jobParameters: + runtimeType: AndroidCoreCLR + codeGenType: JIT + linkingType: static + projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj + runKind: android_scenarios + isScenario: true + logicalMachine: 'perfpixel4a' + runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} + performanceRepoAlias: ${{ parameters.performanceRepoAlias }} + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} + + # run android scenarios - CoreCLR R2R + - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} + parameters: + jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }} + buildConfig: release + runtimeFlavor: coreclr + platforms: + - windows_x64 + jobParameters: + runtimeType: AndroidCoreCLR + codeGenType: R2R + projectFile: $(Build.SourcesDirectory)/eng/testing/performance/android_scenarios.proj + runKind: android_scenarios + isScenario: true + logicalMachine: 'perfpixel4a' + runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }} + performanceRepoAlias: ${{ parameters.performanceRepoAlias }} + ${{ each parameter in parameters.jobParameters }}: + ${{ parameter.key }}: ${{ parameter.value }} # run mono microbenchmarks perf job - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }} From 3431abb8bcb6e43b210d782fc39cb77358211b4b Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Mon, 27 Oct 2025 15:57:24 -0700 Subject: [PATCH 2/3] Quick test. --- eng/pipelines/runtime-perf-jobs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eng/pipelines/runtime-perf-jobs.yml b/eng/pipelines/runtime-perf-jobs.yml index 2d52fbf1559..a9eea5ad420 100644 --- a/eng/pipelines/runtime-perf-jobs.yml +++ b/eng/pipelines/runtime-perf-jobs.yml @@ -58,7 +58,7 @@ jobs: parameters: perfBranch: ${{ parameters.perfBranch }} - - ${{ if not(startswith(variables['Build.SourceBranchName'], 'release')) }}: + - ${{ if false }}: # Build and run iOS Mono and NativeAOT scenarios - template: /eng/pipelines/runtime-ios-scenarios-perf-jobs.yml parameters: From 1e00c4651a1086d5309f642097ff4893efefc667 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Mon, 27 Oct 2025 16:04:45 -0700 Subject: [PATCH 3/3] Try another approach. --- eng/pipelines/runtime-perf-jobs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eng/pipelines/runtime-perf-jobs.yml b/eng/pipelines/runtime-perf-jobs.yml index a9eea5ad420..246fb3be889 100644 --- a/eng/pipelines/runtime-perf-jobs.yml +++ b/eng/pipelines/runtime-perf-jobs.yml @@ -58,7 +58,7 @@ jobs: parameters: perfBranch: ${{ parameters.perfBranch }} - - ${{ if false }}: + - ${{ if not(startswith(variables['Build.SourceBranch'], 'refs/heads/release')) }}: # Build and run iOS Mono and NativeAOT scenarios - template: /eng/pipelines/runtime-ios-scenarios-perf-jobs.yml parameters: