From daede6f72d5c799d47cac2cbfcda615e35387666 Mon Sep 17 00:00:00 2001 From: Ross Date: Mon, 9 Mar 2026 09:45:59 -0700 Subject: [PATCH 1/4] AgentJobConfig.timeout_seconds default -> 2 hours --- src/commands/benchmark-job/run.ts | 2 +- src/screens/BenchmarkJobCreateScreen.tsx | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/src/commands/benchmark-job/run.ts b/src/commands/benchmark-job/run.ts index 1a228191..79296d70 100644 --- a/src/commands/benchmark-job/run.ts +++ b/src/commands/benchmark-job/run.ts @@ -328,7 +328,7 @@ export async function runBenchmarkJob(options: RunOptions) { modelName: agent.model, timeoutSeconds: options.timeout ? parseInt(options.timeout, 10) - : undefined, + : 7200, // Default to 2 hours environmentVariables: Object.keys(providedEnvVars).length > 0 ? providedEnvVars : undefined, secrets, diff --git a/src/screens/BenchmarkJobCreateScreen.tsx b/src/screens/BenchmarkJobCreateScreen.tsx index 565e0171..502c94e8 100644 --- a/src/screens/BenchmarkJobCreateScreen.tsx +++ b/src/screens/BenchmarkJobCreateScreen.tsx @@ -539,6 +539,8 @@ export function BenchmarkJobCreateScreen({ if (!isNaN(timeout) && timeout > 0) { config.timeoutSeconds = timeout; } + } else { + config.timeoutSeconds = 7200; // Default to 2 hours } return config; From eef7243e597cec877c01dc2c6410cb96de6bc31b Mon Sep 17 00:00:00 2001 From: Ross Date: Mon, 9 Mar 2026 09:46:19 -0700 Subject: [PATCH 2/4] lint --- src/commands/benchmark-job/run.ts | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/commands/benchmark-job/run.ts b/src/commands/benchmark-job/run.ts index 79296d70..a4d5a9ec 100644 --- a/src/commands/benchmark-job/run.ts +++ b/src/commands/benchmark-job/run.ts @@ -326,9 +326,7 @@ export async function runBenchmarkJob(options: RunOptions) { const agentConfigs = parsedAgents.map((agent) => ({ name: agent.name, modelName: agent.model, - timeoutSeconds: options.timeout - ? parseInt(options.timeout, 10) - : 7200, // Default to 2 hours + timeoutSeconds: options.timeout ? parseInt(options.timeout, 10) : 7200, // Default to 2 hours environmentVariables: Object.keys(providedEnvVars).length > 0 ? providedEnvVars : undefined, secrets, From 312aff19fce47ad27559e67471b1e49b1c329adc Mon Sep 17 00:00:00 2001 From: Ross Date: Mon, 9 Mar 2026 09:52:23 -0700 Subject: [PATCH 3/4] cp --- src/commands/benchmark-job/run.ts | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/commands/benchmark-job/run.ts b/src/commands/benchmark-job/run.ts index a4d5a9ec..a753c579 100644 --- a/src/commands/benchmark-job/run.ts +++ b/src/commands/benchmark-job/run.ts @@ -342,8 +342,9 @@ export async function runBenchmarkJob(options: RunOptions) { }); // Output result + const agentTimeout = options.timeout ? parseInt(options.timeout, 10) : 7200; if (!options.output || options.output === "text") { - console.log(`Benchmark job created: ${job.id}`); + console.log(`Benchmark job created: ${job.id} (agent timeout = ${agentTimeout}s)`); console.log(`Follow the run with rli benchmark-job watch ${job.id}`); } else { output(job, { format: options.output, defaultFormat: "json" }); From ed09259fb6c86062ce71a02609ccf7c8ce218f6f Mon Sep 17 00:00:00 2001 From: Ross Date: Mon, 9 Mar 2026 09:54:59 -0700 Subject: [PATCH 4/4] cp --- src/commands/benchmark-job/run.ts | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/commands/benchmark-job/run.ts b/src/commands/benchmark-job/run.ts index a753c579..98badd76 100644 --- a/src/commands/benchmark-job/run.ts +++ b/src/commands/benchmark-job/run.ts @@ -342,9 +342,10 @@ export async function runBenchmarkJob(options: RunOptions) { }); // Output result - const agentTimeout = options.timeout ? parseInt(options.timeout, 10) : 7200; if (!options.output || options.output === "text") { - console.log(`Benchmark job created: ${job.id} (agent timeout = ${agentTimeout}s)`); + console.log( + `Benchmark job created: ${job.id} (agent timeout = ${agentConfigs[0].timeoutSeconds}s)`, + ); console.log(`Follow the run with rli benchmark-job watch ${job.id}`); } else { output(job, { format: options.output, defaultFormat: "json" });