Update bencher CLI to handle remote jobs (#672)

This changeset introduces the concept of a remote job to the `bencher`
CLI.
The `runner` CLI has also been updated to better match the conventions
of the `bencher` CLI.

Author: epompeii

CLAUDE.md

@@ -199,6 +199,7 @@ The API server includes an OCI Distribution Spec compliant container registry, r
 - Use `clap` for CLI argument parsing
   - The `clap` struct definitions should live in a separate `parser` module
   - The subcommand handler logic should live in a separate module named after the binary for production code (ie `bencher`) or a module named `task` for `tasks/*` crates
+  - Do **NOT** use `num_args` on flags in `bencher run` — it uses `trailing_var_arg = true` to match `docker run` semantics, and `num_args` conflicts with trailing vararg parsing. Validate collection sizes at the type/deserialization layer instead (e.g., `TryFrom` impls in `bencher_json`).
 
 ### Frontend (TypeScript)
 

Cargo.lock

@@ -32,6 +32,7 @@ bencher_context = { path = "lib/bencher_context" }
 bencher_endpoint = { path = "lib/bencher_endpoint" }
 bencher_json = { path = "lib/bencher_json" }
 bencher_logger = { path = "lib/bencher_logger" }
+bencher_parser = { path = "lib/bencher_parser" }
 bencher_plot = { path = "lib/bencher_plot" }
 bencher_rank = { path = "lib/bencher_rank" }
 bencher_rbac = { path = "lib/bencher_rbac" }

Cargo.toml

@@ -75,7 +75,9 @@ from_client!(
     Entitlements,
     ExpirationMonth,
     ExpirationYear,
-    JobUuid
+    ImageReference,
+    JobUuid,
+    Timeout
 );
 
 #[cfg(feature = "plus")]

lib/bencher_client/src/lib.rs

@@ -10,8 +10,8 @@ pub use bencher_valid::{
 #[cfg(feature = "plus")]
 pub use bencher_valid::{
     CardBrand, CardCvc, CardNumber, Cpu, Disk, Entitlements, ExpirationMonth, ExpirationYear,
-    GracePeriod, ImageDigest, LastFour, LicensedPlanId, Memory, MeteredPlanId, PlanLevel,
-    PlanStatus, RecaptchaAction, RecaptchaScore, Timeout,
+    GracePeriod, ImageDigest, ImageReference, LastFour, LicensedPlanId, Memory, MeteredPlanId,
+    PlanLevel, PlanStatus, RecaptchaAction, RecaptchaScore, Timeout,
 };
 #[cfg(feature = "schema")]
 use schemars::JsonSchema;
@@ -89,8 +89,9 @@ pub use run::JsonNewRun;
 #[cfg(feature = "plus")]
 pub use runner::{
     DEFAULT_POLL_TIMEOUT, JobPriority, JobStatus, JobUuid, JsonClaimJob, JsonClaimedJob, JsonJob,
-    JsonJobConfig, JsonJobs, JsonNewRunner, JsonRunner, JsonRunnerToken, JsonRunners,
-    JsonUpdateRunner, MAX_POLL_TIMEOUT, MIN_POLL_TIMEOUT, RunnerResourceId, RunnerSlug, RunnerUuid,
+    JsonJobConfig, JsonJobs, JsonNewRunJob, JsonNewRunner, JsonRunner, JsonRunnerToken,
+    JsonRunners, JsonUpdateRunner, MAX_POLL_TIMEOUT, MIN_POLL_TIMEOUT, RunnerResourceId,
+    RunnerSlug, RunnerUuid,
 };
 #[cfg(feature = "plus")]
 pub use spec::{
@@ -201,6 +202,15 @@ pub static PROD_BENCHER_API_URL: LazyLock<url::Url> = LazyLock::new(|| {
         .unwrap_or_else(|e| panic!("Failed to parse endpoint \"{PROD_BENCHER_API_URL_STR}\": {e}"))
 });
 
+/// Maximum number of entrypoint arguments in a job config.
+pub const MAX_ENTRYPOINT_LEN: usize = 64;
+/// Maximum number of cmd arguments in a job config.
+pub const MAX_CMD_LEN: usize = 64;
+/// Maximum number of file paths in a job config.
+pub const MAX_FILE_PATHS_LEN: usize = 255;
+/// Maximum number of environment variables in a job config.
+pub const MAX_ENV_LEN: usize = 255;
+
 #[derive(Debug, Clone, Default, Serialize, Deserialize)]
 #[cfg_attr(feature = "schema", derive(JsonSchema))]
 pub struct JsonAny {}

lib/bencher_json/src/lib.rs

@@ -12,6 +12,9 @@ use crate::{
     },
 };
 
+#[cfg(feature = "plus")]
+use crate::runner::job::JsonNewRunJob;
+
 #[cfg(feature = "server")]
 use crate::{
     JsonNewReport,
@@ -59,6 +62,11 @@ pub struct JsonNewRun {
     pub settings: Option<JsonReportSettings>,
     /// Context for the report.
     pub context: Option<RunContext>,
+    /// Runner job configuration. When present, the run is executed
+    /// on a remote bare metal runner instead of locally.
+    #[cfg(feature = "plus")]
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub job: Option<JsonNewRunJob>,
 }
 
 #[cfg(feature = "server")]
@@ -76,6 +84,8 @@ impl From<JsonNewRun> for JsonNewReport {
             results,
             settings,
             context,
+            #[cfg(feature = "plus")]
+                job: _,
         } = run;
         let branch = branch
             .or_else(|| {