Run many CI jobs in parallel

.travis.yml

@@ -17,15 +17,32 @@ env:
   global:
     - CARGO_TARGET_DIR=/tmp/bindgen
   matrix:
-    - LLVM_VERSION=3.7.1 BINDGEN_FEATURES=testing_only_libclang_3_8
-    - LLVM_VERSION=3.8.1 BINDGEN_FEATURES=testing_only_libclang_3_8
-    - LLVM_VERSION=3.9.0 BINDGEN_FEATURES=testing_only_libclang_3_9
-    - LLVM_VERSION=4.0.0 BINDGEN_FEATURES=testing_only_libclang_4
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="test"         BINDGEN_PROFILE=
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="test"         BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="integration"  BINDGEN_PROFILE=
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="integration"  BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="expectations" BINDGEN_PROFILE=
+    - LLVM_VERSION="3.8.1" BINDGEN_JOB="expectations" BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="test"         BINDGEN_PROFILE=
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="test"         BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="integration"  BINDGEN_PROFILE=
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="integration"  BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="expectations" BINDGEN_PROFILE=
+    - LLVM_VERSION="3.9.0" BINDGEN_JOB="expectations" BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="test"         BINDGEN_PROFILE=
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="test"         BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="test"         BINDGEN_PROFILE=            BINDGEN_FEATURES="testing_only_extra_assertions"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="test"         BINDGEN_PROFILE="--release" BINDGEN_FEATURES="testing_only_extra_assertions"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="integration"  BINDGEN_PROFILE=
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="integration"  BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="expectations" BINDGEN_PROFILE=
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="expectations" BINDGEN_PROFILE="--release"
+    - LLVM_VERSION="4.0.0" BINDGEN_JOB="misc"
 
 matrix:
   fast_finish: true
   allow_failures:
-    - env: LLVM_VERSION=3.7.1 BINDGEN_FEATURES=testing_only_libclang_3_8
+    - env: LLVM_VERSION=4.0.0 BINDGEN_JOB=rustfmt
 
 cache:
   directories:
@@ -35,14 +52,12 @@ cache:
 before_install: . ./ci/before_install.sh
 
 script:
-  # - ./ci/assert-rustfmt.sh
-  - BINDGEN_FEATURES="$BINDGEN_FEATURES" ./ci/assert-docs.sh
-  - BINDGEN_FEATURES="$BINDGEN_FEATURES" ./ci/test.sh
-  - ./ci/test-book.sh
+  - BINDGEN_JOB="$BINDGEN_JOB" BINDGEN_PROFILE="$BINDGEN_PROFILE" BINDGEN_FEATURES="$BINDGEN_FEATURES" ./ci/script.sh
 
 after_success:
   - test "$TRAVIS_PULL_REQUEST" == "false" &&
     test "$TRAVIS_BRANCH" == "master" &&
+    test "$BINDGEN_JOB" == "misc" &&
     ./ci/deploy-book.sh
 
 notifications:

ci/script.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+set -xeu
+cd "$(dirname "$0")/.."
+
+# Note that `$BINDGEN_PROFILE` is never in quotes so that it expands to nothing
+# (not even an empty string argument) when the variable is empty. This is
+# necessary so we don't pass an unexpected flag to cargo.
+
+export RUST_BACKTRACE=1
+
+case "$BINDGEN_JOB" in
+    "test")
+        cargo test $BINDGEN_PROFILE --features "$BINDGEN_FEATURES"
+        ./ci/assert-no-diff.sh
+        ;;
+
+    "integration")
+        cd ./bindgen-integration
+        cargo test $BINDGEN_PROFILE --features "$BINDGEN_FEATURES"
+        ;;
+
+    "expectations")
+        cd ./tests/expectations
+        cargo test $BINDGEN_PROFILE
+        ;;
+
+    "misc")
+        ./ci/assert-docs.sh
+        ./ci/test-book.sh
+        ./ci/no-includes.sh
+        # `rustfmt` isn't reaching a fixed point on bindgen
+        # code... https://github.com/rust-lang-nursery/rustfmt/issues/1376
+        # ./ci/assert-rustfmt.sh
+        ;;
+
+    *)
+        echo "Error! Unknown \$BINDGEN_JOB: '$BINDGEN_JOB'"
+        exit 1
+esac