mypy_test_suite: run a subset of tests (#4723)

Only a subset of mypy's test suite should be relevant to typeshed:
python/mypy#9638
This should make things faster.
(Also the -n12 argument to pytest is weird; note mypy's pytest.ini
automatically specificies -nauto which is what we should want)

Resolves #4333

Co-authored-by: hauntsaninja <>

Author: hauntsaninja

tests/mypy_test_suite.py

@@ -10,15 +10,16 @@
 if __name__ == "__main__":
     with tempfile.TemporaryDirectory() as tempdir:
         dirpath = Path(tempdir)
+        subprocess.run(["git", "clone", "--depth", "1", "git://github.com/python/mypy", dirpath / "mypy"], check=True)
+
         subprocess.run(["python2.7", "-m", "pip", "install", "--user", "typing"], check=True)
-        subprocess.run(["git", "clone", "--depth", "1", "git://github.com/python/mypy", str(dirpath / "mypy")], check=True)
         subprocess.run(
-            [sys.executable, "-m", "pip", "install", "-U", "-r", str(dirpath / "mypy/test-requirements.txt")], check=True
+            [sys.executable, "-m", "pip", "install", "-U", "-r", dirpath / "mypy/test-requirements.txt"], check=True
         )
-        shutil.copytree("stdlib", str(dirpath / "mypy/mypy/typeshed/stdlib"))
-        shutil.copytree("third_party", str(dirpath / "mypy/mypy/typeshed/third_party"))
+        shutil.copytree("stdlib", dirpath / "mypy/mypy/typeshed/stdlib")
+        shutil.copytree("third_party", dirpath / "mypy/mypy/typeshed/third_party")
         try:
-            subprocess.run(["pytest", "-n12"], cwd=str(dirpath / "mypy"), check=True)
+            subprocess.run([sys.executable, "runtests.py", "typeshed-ci"], cwd=dirpath / "mypy", check=True)
         except subprocess.CalledProcessError as e:
             print("mypy tests failed", file=sys.stderr)
             sys.exit(e.returncode)