Update to go with bug 1673359 and bug 1669478

bot/README.md

@@ -28,7 +28,7 @@ pre-commit install
 Check linting (it should be automatically done before any commit):
 
 ```console
-pre-commint run -a
+pre-commit run -a
 ```
 
 Check unit tests:

bot/code_coverage_bot/chunk_mapping.py

@@ -38,7 +38,7 @@ def get_suites(revision):
                 "and": [
                     {"eq": {"repo.branch.name": "mozilla-central"}},
                     {"eq": {"repo.changeset.id12": revision[:12]}},
-                    {"regexp": {"run.key": ".*-ccov/.*"}},
+                    {"regexp": {"run.key": ".*-ccov.*/.*"}},
                 ]
             },
             "limit": 500000,
@@ -62,7 +62,7 @@ def get_tests_chunks(revision, platform, suite):
                     {"eq": {"repo.branch.name": "mozilla-central"}},
                     {"eq": {"repo.changeset.id12": revision[:12]}},
                     {"eq": {"run.suite.fullname": suite}},
-                    {"regexp": {"run.key": f".*-{platform}.*-ccov/.*"}},
+                    {"regexp": {"run.key": f".*-{platform}.*-ccov.*/.*"}},
                 ]
             },
             "limit": 50000,

bot/tests/fixtures/test-windows10-64-ccov-qr/debug-cppunit.json

@@ -0,0 +1,97 @@
+{
+  "provisionerId": "aws-provisioner-v1",
+  "workerType": "gecko-t-win10-64",
+  "schedulerId": "gecko-level-3",
+  "taskGroupId": "Mu6w3n-dS9GOfrv6wGOtvg",
+  "dependencies": [
+    "Db0nxP-CRTKA7ak9LCYucA",
+    "brd6yPH_TEegeE8bjBLsxQ"
+  ],
+  "requires": "all-completed",
+  "routes": [
+    "tc-treeherder.v2.mozilla-central.e31357c7759379d2279b6883cb09c91997bfaa5d.35772",
+    "coalesce.v1.mozilla-central.a08cf6d9fc36535ab7db"
+  ],
+  "priority": "medium",
+  "retries": 5,
+  "created": "2019-03-28T17:39:21.822Z",
+  "deadline": "2019-03-29T17:39:21.822Z",
+  "expires": "2020-03-27T17:39:21.822Z",
+  "scopes": [],
+  "payload": {
+    "supersederUrl": "https://coalesce.mozilla-releng.net/v1/list/3600/5/mozilla-central.a08cf6d9fc36535ab7db",
+    "maxRunTime": 3600,
+    "artifacts": [
+      {
+        "path": "logs",
+        "type": "directory",
+        "name": "public/logs"
+      },
+      {
+        "path": "build/blobber_upload_dir",
+        "type": "directory",
+        "name": "public/test_info"
+      }
+    ],
+    "command": [
+      "c:\\mozilla-build\\python\\python.exe -u mozharness\\scripts\\desktop_unittest.py --cfg mozharness\\configs\\unittests\\win_taskcluster_unittest.py --cppunittest-suite=cppunittest --code-coverage --installer-url https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Db0nxP-CRTKA7ak9LCYucA/artifacts/public/build/target.zip --test-packages-url https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Db0nxP-CRTKA7ak9LCYucA/artifacts/public/build/target.test_packages.json --download-symbols true --enable-webrender --cppunittest-suite=cppunittest --code-coverage"
+    ],
+    "env": {
+      "SCCACHE_DISABLE": "1",
+      "GECKO_HEAD_REV": "e31357c7759379d2279b6883cb09c91997bfaa5d",
+      "GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
+      "MOZ_FETCHES": "[{\"artifact\": \"public/build/grcov.tar.bz2\", \"extract\": true, \"task\": \"brd6yPH_TEegeE8bjBLsxQ\"}]",
+      "MOZ_FETCHES_DIR": "fetches",
+      "MOZ_AUTOMATION": "1"
+    },
+    "mounts": [
+      {
+        "directory": ".",
+        "content": {
+          "taskId": "Db0nxP-CRTKA7ak9LCYucA",
+          "artifact": "public/build/mozharness.zip"
+        },
+        "format": "zip"
+      }
+    ]
+  },
+  "metadata": {
+    "owner": "[email protected]",
+    "source": "https://hg.mozilla.org/mozilla-central/file/e31357c7759379d2279b6883cb09c91997bfaa5d/taskcluster/ci/test",
+    "description": "CPP Unit Tests ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=e31357c7759379d2279b6883cb09c91997bfaa5d))",
+    "name": "test-windows10-64-ccov-qr/debug-cppunit"
+  },
+  "tags": {
+    "os": "windows",
+    "createdForUser": "[email protected]",
+    "worker-implementation": "generic-worker",
+    "kind": "test",
+    "label": "test-windows10-64-ccov-qr/debug-cppunit"
+  },
+  "extra": {
+    "index": {
+      "rank": 0
+    },
+    "parent": "Mu6w3n-dS9GOfrv6wGOtvg",
+    "chunks": {
+      "current": 1,
+      "total": 1
+    },
+    "suite": {
+      "flavor": "cppunittest",
+      "name": "cppunittest"
+    },
+    "treeherder": {
+      "machine": {
+        "platform": "windows10-64-ccov-qr"
+      },
+      "tier": 2,
+      "symbol": "Cpp",
+      "jobKind": "test",
+      "collection": {
+        "debug": true
+      }
+    },
+    "treeherder-platform": "windows10-64-ccov-qr/debug"
+  }
+}

bot/tests/fixtures/test-windows10-64-ccov-qr/debug-mochitest-1.json

@@ -0,0 +1,100 @@
+{
+  "provisionerId": "aws-provisioner-v1",
+  "workerType": "gecko-t-win10-64",
+  "schedulerId": "gecko-level-3",
+  "taskGroupId": "Mu6w3n-dS9GOfrv6wGOtvg",
+  "dependencies": [
+    "Db0nxP-CRTKA7ak9LCYucA",
+    "brd6yPH_TEegeE8bjBLsxQ"
+  ],
+  "requires": "all-completed",
+  "routes": [
+    "tc-treeherder.v2.mozilla-central.e31357c7759379d2279b6883cb09c91997bfaa5d.35772",
+    "coalesce.v1.mozilla-central.f3031b7eecbe9114a96f"
+  ],
+  "priority": "medium",
+  "retries": 5,
+  "created": "2019-03-28T17:39:26.586Z",
+  "deadline": "2019-03-29T17:39:26.586Z",
+  "expires": "2020-03-27T17:39:26.586Z",
+  "scopes": [],
+  "payload": {
+    "supersederUrl": "https://coalesce.mozilla-releng.net/v1/list/3600/5/mozilla-central.f3031b7eecbe9114a96f",
+    "maxRunTime": 5400,
+    "artifacts": [
+      {
+        "path": "logs",
+        "type": "directory",
+        "name": "public/logs"
+      },
+      {
+        "path": "build/blobber_upload_dir",
+        "type": "directory",
+        "name": "public/test_info"
+      }
+    ],
+    "command": [
+      "c:\\mozilla-build\\python\\python.exe -u mozharness\\scripts\\desktop_unittest.py --cfg mozharness\\configs\\unittests\\win_taskcluster_unittest.py --mochitest-suite=plain-chunked --code-coverage --e10s --installer-url https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Db0nxP-CRTKA7ak9LCYucA/artifacts/public/build/target.zip --test-packages-url https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Db0nxP-CRTKA7ak9LCYucA/artifacts/public/build/target.test_packages.json --download-symbols true --enable-webrender --mochitest-suite=plain-chunked --code-coverage --e10s --total-chunk=10 --this-chunk=1"
+    ],
+    "env": {
+      "SCCACHE_DISABLE": "1",
+      "GECKO_HEAD_REV": "e31357c7759379d2279b6883cb09c91997bfaa5d",
+      "GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
+      "MOZ_FETCHES": "[{\"artifact\": \"public/build/grcov.tar.bz2\", \"extract\": true, \"task\": \"brd6yPH_TEegeE8bjBLsxQ\"}]",
+      "MOZ_FETCHES_DIR": "fetches",
+      "MOZ_AUTOMATION": "1"
+    },
+    "mounts": [
+      {
+        "directory": ".",
+        "content": {
+          "taskId": "Db0nxP-CRTKA7ak9LCYucA",
+          "artifact": "public/build/mozharness.zip"
+        },
+        "format": "zip"
+      }
+    ]
+  },
+  "metadata": {
+    "owner": "[email protected]",
+    "source": "https://hg.mozilla.org/mozilla-central/file/e31357c7759379d2279b6883cb09c91997bfaa5d/taskcluster/ci/test",
+    "description": "Mochitest plain run ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=e31357c7759379d2279b6883cb09c91997bfaa5d))",
+    "name": "test-windows10-64-ccov-qr/debug-mochitest-e10s-1"
+  },
+  "tags": {
+    "kind": "test",
+    "worker-implementation": "generic-worker",
+    "createdForUser": "[email protected]",
+    "label": "test-windows10-64-ccov-qr/debug-mochitest-e10s-1",
+    "test-type": "mochitest",
+    "os": "windows"
+  },
+  "extra": {
+    "index": {
+      "rank": 0
+    },
+    "parent": "Mu6w3n-dS9GOfrv6wGOtvg",
+    "chunks": {
+      "current": 1,
+      "total": 10
+    },
+    "suite": {
+      "flavor": "plain-chunked",
+      "name": "mochitest"
+    },
+    "treeherder": {
+      "jobKind": "test",
+      "groupSymbol": "M-e10s",
+      "collection": {
+        "debug": true
+      },
+      "machine": {
+        "platform": "windows10-64-ccov-qr"
+      },
+      "groupName": "Mochitests with e10s",
+      "tier": 2,
+      "symbol": "1"
+    },
+    "treeherder-platform": "windows10-64-ccov-qr/debug"
+  }
+}

bot/tests/fixtures/test-windows10-64-ccov-qr/debug-mochitest-e10s-7.json

@@ -0,0 +1,118 @@
+{
+    "created": "2019-08-07T21:54:53.928Z",
+    "deadline": "2019-08-08T21:54:53.928Z",
+    "dependencies": [
+        "bVpuwUYmQCqjPY-Ynu1YZQ",
+        "eA-zkasdQCmua27DPfzcZQ"
+    ],
+    "expires": "2020-08-06T21:54:53.928Z",
+    "extra": {
+        "chunks": {
+            "current": 7,
+            "total": 10
+        },
+        "index": {
+            "rank": 0
+        },
+        "parent": "PUZr6C8WR9Cmw3LeL9qotw",
+        "suite": "mochitest-plain-chunked",
+        "treeherder": {
+            "collection": {
+                "debug": true
+            },
+            "groupName": "Mochitests",
+            "groupSymbol": "M",
+            "jobKind": "test",
+            "machine": {
+                "platform": "windows10-64-ccov-qr"
+            },
+            "symbol": "7",
+            "tier": 2
+        },
+        "treeherder-platform": "windows10-64-ccov-qr/debug"
+    },
+    "metadata": {
+        "description": "Mochitest plain run ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=3a71baea939144b4ec37805a932f0250c74986b1))",
+        "name": "test-windows10-64-ccov-qr/debug-mochitest-e10s-7",
+        "owner": "[email protected]",
+        "source": "https://hg.mozilla.org/mozilla-central/file/3a71baea939144b4ec37805a932f0250c74986b1/taskcluster/ci/test"
+    },
+    "payload": {
+        "artifacts": [
+            {
+                "name": "public/logs",
+                "path": "logs",
+                "type": "directory"
+            },
+            {
+                "name": "public/test_info",
+                "path": "build/blobber_upload_dir",
+                "type": "directory"
+            }
+        ],
+        "command": [
+            "C:/mozilla-build/python3/python3.exe run-task -- c:\\mozilla-build\\python\\python.exe -u mozharness\\scripts\\desktop_unittest.py --cfg mozharness\\configs\\unittests\\win_unittest.py --mochitest-suite=mochitest-plain-chunked --code-coverage --setpref=media.peerconnection.mtransport_process=false --setpref=network.process.enabled=false --enable-webrender --download-symbols true --mochitest-suite=mochitest-plain-chunked --code-coverage --setpref=media.peerconnection.mtransport_process=false --setpref=network.process.enabled=false --total-chunk=10 --this-chunk=7"
+        ],
+        "env": {
+            "EXTRA_MOZHARNESS_CONFIG": "{\"test_packages_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/eA-zkasdQCmua27DPfzcZQ/artifacts/public/build/target.test_packages.json\", \"installer_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/eA-zkasdQCmua27DPfzcZQ/artifacts/public/build/target.zip\"}",
+            "GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
+            "GECKO_HEAD_REV": "3a71baea939144b4ec37805a932f0250c74986b1",
+            "MOZ_AUTOMATION": "1",
+            "MOZ_FETCHES": "[{\"artifact\": \"public/build/grcov.tar.bz2\", \"extract\": true, \"task\": \"bVpuwUYmQCqjPY-Ynu1YZQ\"}]",
+            "MOZ_FETCHES_DIR": "fetches",
+            "MOZ_SCM_LEVEL": "3",
+            "SCCACHE_DISABLE": "1"
+        },
+        "maxRunTime": 5400,
+        "mounts": [
+            {
+                "content": {
+                    "artifact": "public/build/mozharness.zip",
+                    "taskId": "eA-zkasdQCmua27DPfzcZQ"
+                },
+                "directory": ".",
+                "format": "zip"
+            },
+            {
+                "content": {
+                    "url": "https://hg.mozilla.org/mozilla-central/raw-file/3a71baea939144b4ec37805a932f0250c74986b1/taskcluster/scripts/run-task"
+                },
+                "file": "./run-task"
+            },
+            {
+                "content": {
+                    "url": "https://hg.mozilla.org/mozilla-central/raw-file/3a71baea939144b4ec37805a932f0250c74986b1/taskcluster/scripts/misc/fetch-content"
+                },
+                "file": "./fetch-content"
+            }
+        ],
+        "onExitStatus": {
+            "retry": [
+                1073807364,
+                3221225786
+            ]
+        },
+        "supersederUrl": "https://coalesce.mozilla-releng.net/v1/list/3600/5/mozilla-central.7b8ad30082b7aa4bcac6"
+    },
+    "priority": "medium",
+    "provisionerId": "aws-provisioner-v1",
+    "requires": "all-completed",
+    "retries": 5,
+    "routes": [
+        "tc-treeherder.v2.mozilla-central.3a71baea939144b4ec37805a932f0250c74986b1.36406",
+        "coalesce.v1.mozilla-central.7b8ad30082b7aa4bcac6"
+    ],
+    "schedulerId": "gecko-level-3",
+    "scopes": [],
+    "tags": {
+        "createdForUser": "[email protected]",
+        "kind": "test",
+        "label": "test-windows10-64-ccov-qr/debug-mochitest-e10s-7",
+        "os": "windows",
+        "retrigger": "true",
+        "test-type": "mochitest",
+        "worker-implementation": "generic-worker"
+    },
+    "taskGroupId": "PUZr6C8WR9Cmw3LeL9qotw",
+    "workerType": "gecko-t-win10-64"
+}