Allow benchmarking and profiling stable benchmarks

Author: Kobzol

collector/README.md

@@ -135,6 +135,9 @@ The following options alter the behaviour of the `bench_local` subcommand.
   comma-separated list of benchmark prefixes. When this option is specified, a
   benchmark is included in the run only if its name matches one of the given
   prefixes.
+- `--category <CATEGORIES>`: benchmark categories that should be included. The
+  possible choices are one or more (comma-separated) of `primary`, `secondary`,
+  `stable`, and `All`. The default is `primary,secondary`.
 - `--profiles <PROFILES>`: the profiles to be benchmarked. The possible choices
   are one or more (comma-separated) of `Check`, `Debug`, `Doc`, `Opt`, and
   `All`. The default is `Check,Debug,Opt`.

collector/src/bin/collector.rs

@@ -322,6 +322,10 @@ struct LocalOptions {
     /// Include only benchmarks matching a prefix in this comma-separated list
     #[arg(long)]
     include: Option<String>,
+
+    /// Include only benchmarks belonging to the given categories.
+    #[arg(long, value_parser = EnumArgParser::<Category>::default(), default_value = "primary,secondary")]
+    category: MultiEnumValue<Category>,
 }
 
 #[derive(Debug, clap::Args)]
@@ -909,7 +913,7 @@ fn main_result() -> anyhow::Result<i32> {
                 local.exclude.as_deref(),
                 local.exclude_suffix.as_deref(),
             )?;
-            benchmarks.retain(|b| b.category().is_primary_or_secondary());
+            benchmarks.retain(|b| local.category.0.contains(&b.category()));
 
             let artifact_id = ArtifactId::Tag(toolchain.id.clone());
             let mut conn = rt.block_on(pool.connection());
@@ -1082,7 +1086,7 @@ fn main_result() -> anyhow::Result<i32> {
                 local.exclude.as_deref(),
                 local.exclude_suffix.as_deref(),
             )?;
-            benchmarks.retain(|b| b.category().is_primary_or_secondary());
+            benchmarks.retain(|b| local.category.0.contains(&b.category()));
 
             let mut errors = BenchmarkErrors::new();