Skip to content

Commit 97023a8

Browse files
sebastienrossebastienros
authored
Reduce rate of measure for longer benchmarks
1 parent 2168490 commit 97023a8

File tree

3 files changed

+31
-31
lines changed

3 files changed

+31
-31
lines changed

‎build/containers-scenarios.yml‎

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -50,66 +50,66 @@ parameters:
5050

5151
- displayName: Json ASP.NET
5252
arguments: --scenario json_aspnet --property scenario=JsonAspNet
53-
condition: Math.round(Date.now() / 43200000) % 4 == 0 # once every 4 half-days
53+
condition: Math.round(Date.now() / 43200000) % 8 == 0 # once every 8 half-days
5454
- displayName: Fortunes ASP.NET
5555
arguments: --scenario fortunes_aspnet --property scenario=FortunesAspNet
56-
condition: Math.round(Date.now() / 43200000) % 4 == 0 # once every 4 half-days
56+
condition: Math.round(Date.now() / 43200000) % 8 == 0 # once every 8 half-days
5757

5858
- displayName: Json ASP.NET Alpine
5959
arguments: --scenario json_aspnet_alpine --property scenario=JsonAspNetAlpine
60-
condition: Math.round(Date.now() / 43200000) % 4 == 1 # once every 4 half-days
60+
condition: Math.round(Date.now() / 43200000) % 8 == 2 # once every 8 half-days
6161
- displayName: Fortunes ASP.NET Alpine
6262
arguments: --scenario fortunes_aspnet_alpine --property scenario=FortunesAspNetAlpine
63-
condition: Math.round(Date.now() / 43200000) % 4 == 1 # once every 4 half-days
63+
condition: Math.round(Date.now() / 43200000) % 8 == 2 # once every 8 half-days
6464

6565
- displayName: Json ASP.NET Composite
6666
arguments: --scenario json_aspnet_composite --property scenario=JsonAspNetComposite
67-
condition: Math.round(Date.now() / 43200000) % 4 == 2 # once every 3 half-days
67+
condition: Math.round(Date.now() / 43200000) % 8 == 4 # once every 8 half-days
6868
- displayName: Fortunes ASP.NET Composite
6969
arguments: --scenario fortunes_aspnet_composite --property scenario=FortunesAspNetComposite
70-
condition: Math.round(Date.now() / 43200000) % 4 == 2 # once every 4 half-days
70+
condition: Math.round(Date.now() / 43200000) % 8 == 4 # once every 8 half-days
7171

7272
- displayName: Json ASP.NET 7.0
7373
arguments: --scenario json_aspnet_net7 --property scenario=JsonAspNet70
74-
condition: Math.round(Date.now() / 43200000) % 4 == 3 # once every 4 half-days
74+
condition: Math.round(Date.now() / 43200000) % 8 == 6 # once every 8 half-days
7575
- displayName: Fortunes ASP.NET 7.0
7676
arguments: --scenario fortunes_aspnet_net7 --property scenario=FortunesAspNet70
77-
condition: Math.round(Date.now() / 43200000) % 4 == 3 # once every 4 half-days
77+
condition: Math.round(Date.now() / 43200000) % 8 == 6 # once every 8 half-days
7878

7979
- displayName: Json Actix
8080
arguments: --scenario json_actix --property scenario=JsonActix
81-
condition: Math.round(Date.now() / 43200000) % 5 == 0 # once every 5 half-days
81+
condition: Math.round(Date.now() / 43200000) % 10 == 0 # once every 10 half-days
8282
- displayName: Fortunes Actix
8383
arguments: --scenario fortunes_actix --property scenario=FortunesActix
84-
condition: Math.round(Date.now() / 43200000) % 5 == 0 # once every 5 half-days
84+
condition: Math.round(Date.now() / 43200000) % 10 == 1 # once every 10 half-days
8585

8686
- displayName: Json NodeJS
8787
arguments: --scenario json_nodejs --property scenario=JsonNodeJs
88-
condition: Math.round(Date.now() / 43200000) % 5 == 1 # once every 5 half-days
88+
condition: Math.round(Date.now() / 43200000) % 10 == 2 # once every 10 half-days
8989
- displayName: Fortunes NodeJS
9090
arguments: --scenario fortunes_nodejs --property scenario=FortunesNodeJs
91-
condition: Math.round(Date.now() / 43200000) % 5 == 1 # once every 5 half-days
91+
condition: Math.round(Date.now() / 43200000) % 10 == 3 # once every 10 half-days
9292

9393
- displayName: Json FastHttp
9494
arguments: --scenario json_fasthttp --property scenario=JsonFastHttp
95-
condition: Math.round(Date.now() / 43200000) % 5 == 2 # once every 5 half-days
95+
condition: Math.round(Date.now() / 43200000) % 10 == 4 # once every 10 half-days
9696
- displayName: Fortunes FastHttp
9797
arguments: --scenario fortunes_fasthttp --property scenario=FortunesFastHttp
98-
condition: Math.round(Date.now() / 43200000) % 5 == 2 # once every 5 half-days
98+
condition: Math.round(Date.now() / 43200000) % 10 == 5 # once every 10 half-days
9999

100100
- displayName: Json Ulib
101101
arguments: --scenario json_ulib --property scenario=JsonUlib
102-
condition: Math.round(Date.now() / 43200000) % 5 == 3 # once every 5 half-days
102+
condition: Math.round(Date.now() / 43200000) % 10 == 6 # once every 10 half-days
103103
- displayName: Fortunes Ulib
104104
arguments: --scenario fortunes_ulib --property scenario=FortunesUlib
105-
condition: Math.round(Date.now() / 43200000) % 5 == 3 # once every 5 half-days
105+
condition: Math.round(Date.now() / 43200000) % 10 == 7 # once every 10 half-days
106106

107107
- displayName: Json Wizzardo
108108
arguments: --scenario json_wizzardo --property scenario=JsonWizzardo
109-
condition: Math.round(Date.now() / 43200000) % 5 == 4 # once every 5 half-days
109+
condition: Math.round(Date.now() / 43200000) % 10 == 8 # once every 10 half-days
110110
- displayName: Fortunes Wizzardo
111111
arguments: --scenario fortunes_wizzardo --property scenario=FortunesWizzardo
112-
condition: Math.round(Date.now() / 43200000) % 5 == 4 # once every 5 half-days
112+
condition: Math.round(Date.now() / 43200000) % 10 == 9 # once every 10 half-days
113113

114114
steps:
115115
- ${{ each scenario in parameters.scenarios }}:

‎build/gc-scenarios.yml‎

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -17,53 +17,53 @@ parameters:
1717
# Server Runs.
1818
- displayName: 0gb Server
1919
arguments: '--scenario 0gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables \"DOTNET_GCHeapCount={{ cores | minus: 2 }}\" --property scenario=0gb-server'
20-
condition: 'true'
20+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
2121

2222
- displayName: 2gb Server
2323
arguments: '--scenario 2gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables \"DOTNET_GCHeapCount={{ cores | minus: 2 }}\" --property scenario=2gb-server'
24-
condition: 'true'
24+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
2525

2626
- displayName: 2gb Pinning Server
2727
arguments: '--scenario 2gb-pinning --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables \"DOTNET_GCHeapCount={{ cores | minus: 2 }}\" --property scenario=2gb-pinning-server'
28-
condition: 'true'
28+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
2929

3030
- displayName: 20gb Server
3131
arguments: '--scenario 20gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables \"DOTNET_GCHeapCount={{ cores | minus: 2 }}\" --property scenario=20gb-server'
32-
condition: 'true'
32+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
3333

3434
# Workstation Runs.
3535
- displayName: 0gb Workstation
3636
arguments: '--scenario 0gb --application.environmentVariables DOTNET_gcServer=0 --application.variables.tc 2 --property scenario=0gb-workstation'
37-
condition: 'true'
37+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
3838

3939
- displayName: 2gb Workstation
4040
arguments: '--scenario 2gb --application.environmentVariables DOTNET_gcServer=0 --application.variables.tc 2 --property scenario=2gb-workstation'
41-
condition: 'true'
41+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
4242

4343
- displayName: 2gb Pinning Workstation
4444
arguments: '--scenario 2gb-pinning --application.environmentVariables DOTNET_gcServer=0 --application.variables.tc 2 --application.variables.tagb 100 --property scenario=2gb-pinning-workstation'
45-
condition: 'true'
45+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
4646

4747
- displayName: 20gb Workstation
4848
arguments: '--scenario 20gb --application.environmentVariables DOTNET_gcServer=0 --application.variables.tc 2 --property scenario=20gb-workstation'
49-
condition: 'true'
49+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
5050

5151
# DATAs Runs.
5252
- displayName: 0gb DATAs
5353
arguments: '--scenario 0gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables DOTNET_GCDynamicAdaptationMode=1 --application.variables.tc 2 --property scenario=0gb-DATAs'
54-
condition: 'true'
54+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
5555

5656
- displayName: 2gb DATAs
5757
arguments: '--scenario 2gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables DOTNET_GCDynamicAdaptationMode=1 --application.variables.tc 2 --property scenario=2gb-DATAs'
58-
condition: 'true'
58+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
5959

6060
- displayName: 2gb Pinning DATAs
6161
arguments: '--scenario 2gb-pinning --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables DOTNET_GCDynamicAdaptationMode=1 --application.variables.tc 2 --application.variables.tagb 100 --property scenario=2gb-pinning-DATAs'
62-
condition: 'true'
62+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
6363

6464
- displayName: 20gb DATAs
6565
arguments: '--scenario 20gb --application.environmentVariables DOTNET_gcServer=1 --application.environmentVariables DOTNET_GCDynamicAdaptationMode=1 --application.variables.tc 2 --property scenario=20gb-DATAs'
66-
condition: 'true'
66+
condition: (Math.round(Date.now() / 43200000) % 2 == 0)
6767

6868
steps:
6969
- ${{ each s in parameters.scenarios }}:

‎build/pgo-scenarios.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,6 +76,6 @@ steps:
7676
messageBody: |
7777
{
7878
"name": "crank",
79-
"condition": "(${{ parameters.condition }})",
79+
"condition": "(${{ parameters.condition }}) && (Math.round(Date.now() / 43200000) % 3 == 0)",
8080
"args": [ "${{ s.arguments }} ${{ m.arguments }} $(azureProfile) ${{ parameters.arguments }} --application.framework net8.0 --application.options.collectCounters true --no-metadata --no-measurements --session $(session) --description \"${{ s.displayName }} ${{ m.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table PgoBenchmarks --sql SQL_CONNECTION_STRING --chart" ]
8181
}

0 commit comments

Comments
 (0)