Skip to content

Commit 2e39866

Browse files
jakebaileyjakebailey
committed
Account for warmup runs in baselines
1 parent 280aaf4 commit 2e39866

File tree

15 files changed

+45
-45
lines changed

15 files changed

+45
-45
lines changed

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline/compute.snap

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
2-
"parallel": "38m 44s",
2+
"parallel": "44m 18s",
33
"perAgent": {
4-
"ts-perf1": "38m 2s",
5-
"ts-perf2": "38m 44s",
6-
"ts-perf3": "37m 38s",
4+
"ts-perf1": "43m 9s",
5+
"ts-perf2": "44m 18s",
6+
"ts-perf3": "43m 1s",
77
},
8-
"total": "1h 54m 24s",
8+
"total": "2h 10m 28s",
99
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/bun/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "44m 8s",
2+
"parallel": "47m 42s",
33
"perAgent": {
4-
"any": "3h 15m 8s",
4+
"any": "3h 31m 12s",
55
},
6-
"total": "3h 15m 8s",
6+
"total": "3h 31m 12s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/default/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "2h 14m 4s",
4+
"any": "2h 32m 38s",
55
},
6-
"total": "2h 14m 4s",
6+
"total": "2h 32m 38s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "1h 34m 44s",
4+
"any": "1h 48m 18s",
55
},
6-
"total": "1h 34m 44s",
6+
"total": "1h 48m 18s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable [email protected]/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "1h 34m 44s",
4+
"any": "1h 48m 18s",
55
},
6-
"total": "1h 34m 44s",
6+
"total": "1h 48m 18s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/faster/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "1h 34m 44s",
4+
"any": "1h 48m 18s",
55
},
6-
"total": "1h 34m 44s",
6+
"total": "1h 48m 18s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/full/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "3h 48m 48s",
4+
"any": "4h 20m 56s",
55
},
6-
"total": "3h 48m 48s",
6+
"total": "4h 20m 56s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/[email protected],[email protected]/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "4h 28m 8s",
4+
"any": "5h 5m 16s",
55
},
6-
"total": "4h 28m 8s",
6+
"total": "5h 5m 16s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "2h 14m 4s",
4+
"any": "2h 32m 38s",
55
},
6-
"total": "2h 14m 4s",
6+
"total": "2h 32m 38s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/public/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "1h 29m",
4+
"any": "1h 41m 50s",
55
},
6-
"total": "1h 29m",
6+
"total": "1h 41m 50s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/regular/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "2h 14m 4s",
4+
"any": "2h 32m 38s",
55
},
6-
"total": "2h 14m 4s",
6+
"total": "2h 32m 38s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "2h 14m 4s",
4+
"any": "2h 32m 38s",
55
},
6-
"total": "2h 14m 4s",
6+
"total": "2h 32m 38s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "1h 34m 44s",
4+
"any": "1h 48m 18s",
55
},
6-
"total": "1h 34m 44s",
6+
"total": "1h 48m 18s",
77
}

‎scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode/compute.snap

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
2-
"parallel": "22m 44s",
2+
"parallel": "26m 18s",
33
"perAgent": {
4-
"any": "2h 14m 4s",
4+
"any": "2h 32m 38s",
55
},
6-
"total": "2h 14m 4s",
6+
"total": "2h 32m 38s",
77
}

‎scripts/src/setupPipeline.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -486,7 +486,7 @@ export async function setupPipeline(input: SetupPipelineInput) {
486486
processKinds.add(scenario.kind);
487487
processLocations.add(scenario.location);
488488

489-
let cost = scenario.cost * scenario.iterations + jobOverhead;
489+
let cost = scenario.cost * (scenario.iterations + scenario.warmups) + jobOverhead;
490490
if (!baselining) {
491491
cost *= 2;
492492
}

0 commit comments

Comments
 (0)