diff --git a/.travis.yml b/.travis.yml
index 594b643c0560..795d020fe0ed 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,9 +9,6 @@ python:
   - "3.5.1"
   - "3.6"
   - "3.7-dev"
-  # Pypy build is disabled because it doubles the travis build time, and it rarely fails
-  # unless one one of the other builds fails.
-  # - "pypy3"
 
 install:
   - pip install -U pip setuptools wheel
@@ -20,5 +17,6 @@ install:
   - pip install .
 
 script:
-  - python runtests.py -j12 -x lint
+  - python runtests.py -j12 -x lint -x package
   - if [[ $TRAVIS_PYTHON_VERSION == '3.6' ]]; then flake8; fi
+  - if [[ $TRAVIS_PYTHON_VERSION == '3.5.1' ]]; then python runtests.py package; fi
diff --git a/appveyor.yml b/appveyor.yml
index 149f4770923d..0da42233ca8c 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -19,8 +19,8 @@ install:
 build: off
 
 test_script:
-    # Ignore lint (it's run in Travis)
-    - "%PYTHON%\\python.exe runtests.py -x lint"
+    # Ignore lint and mypy self check (both run in Travis)
+    - "%PYTHON%\\python.exe runtests.py -x lint -x package"
 
 skip_commits:
   files: