diff --git a/mypy/main.py b/mypy/main.py
index 0e4f8a67443a..97abbc483616 100644
--- a/mypy/main.py
+++ b/mypy/main.py
@@ -1056,4 +1056,4 @@ def parse_section(prefix: str, template: Options,
 
 def fail(msg: str) -> None:
     sys.stderr.write('%s\n' % msg)
-    sys.exit(1)
+    sys.exit(2)
diff --git a/test-data/unit/cmdline.test b/test-data/unit/cmdline.test
index 62a9b6a62488..464f2c8f15f5 100644
--- a/test-data/unit/cmdline.test
+++ b/test-data/unit/cmdline.test
@@ -88,6 +88,7 @@ dir/a.py:1: error: Name 'undef' is not defined
 undef
 [out]
 sub.pkg is not a valid Python package name
+== Return code: 2
 
 [case testBadFileEncoding]
 # cmd: mypy a.py