diff --git a/collector/src/compile/execute/rustc.rs b/collector/src/compile/execute/rustc.rs
index f5b2823b2..fd542482f 100644
--- a/collector/src/compile/execute/rustc.rs
+++ b/collector/src/compile/execute/rustc.rs
@@ -117,7 +117,7 @@ async fn record(
             .env("BOOTSTRAP_SKIP_TARGET_SANITY", "1")
             .arg("build")
             .arg("--stage")
-            .arg("0")
+            .arg("1")
             // We want bootstrap and the Cargos it spawns to have no parallelism --
             // if multiple rustcs are competing for jobserver tokens, we introduce
             // quite a bit of variance.
@@ -144,6 +144,14 @@ async fn record(
         }
     }
 
+    // Sanity check
+    if timing_data.is_empty() {
+        return Err(anyhow::anyhow!(
+            "rustc benchmark failed to produce timing data\nSTDOUT:\n{}\n\nSTDERR:{timings}\n",
+            String::from_utf8_lossy(&output.stdout)
+        ));
+    }
+
     let version = get_rustc_perf_commit();
     let collection = conn.collection_id(&version).await;