From e13e6ec01c321763daddad7877132def4dd26296 Mon Sep 17 00:00:00 2001 From: Varun Ursekar Date: Sun, 13 Sep 2026 00:41:47 -0700 Subject: [PATCH] Every build installs the published scaleapi-vero 0.6.0 instead of a copied source tree Co-Authored-By: Claude Fable 5.1 --- harness-opt-bench/CONFIGURATION.md | 2 ++ harness-opt-bench/browsecomp-plus/baseline/build.yaml | 1 + harness-opt-bench/gaia/baseline/build.shell.e2e.yaml | 1 + harness-opt-bench/gaia/baseline/build.shell.yaml | 1 + harness-opt-bench/gaia/baseline/build.yaml | 1 + harness-opt-bench/officeqa/baseline/build.yaml | 1 + harness-opt-bench/terminal-bench/baseline/build.routed.yaml | 1 + harness-opt-bench/terminal-bench/baseline/build.yaml | 1 + 8 files changed, 9 insertions(+) diff --git a/harness-opt-bench/CONFIGURATION.md b/harness-opt-bench/CONFIGURATION.md index 5a475b0f..58cf66fb 100644 --- a/harness-opt-bench/CONFIGURATION.md +++ b/harness-opt-bench/CONFIGURATION.md @@ -228,6 +228,8 @@ repeat their meaning. - `harbor_requirement` names the Harbor package the evaluation service installs. It carries the extra for the evaluation environment and can be overridden with `--param harbor_requirement=`. +- `vero_requirement` names the published VeRO release the compiled task installs. + It must equal the version doing the compiling. - `secrets` lists the environment variable names the run needs for its execution and telemetry services. `vero harbor run` refuses to launch while any is unset. Edit the list and the env file together. diff --git a/harness-opt-bench/browsecomp-plus/baseline/build.yaml b/harness-opt-bench/browsecomp-plus/baseline/build.yaml index 9e4e198e..48ca8748 100644 --- a/harness-opt-bench/browsecomp-plus/baseline/build.yaml +++ b/harness-opt-bench/browsecomp-plus/baseline/build.yaml @@ -9,6 +9,7 @@ task_source: ../tasks task_manifest: ../partitions/manifest.json agent_import_path: browsecomp_plus_agent.agent:BrowseCompPlusAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json diff --git a/harness-opt-bench/gaia/baseline/build.shell.e2e.yaml b/harness-opt-bench/gaia/baseline/build.shell.e2e.yaml index b12ef083..d27c26a4 100644 --- a/harness-opt-bench/gaia/baseline/build.shell.e2e.yaml +++ b/harness-opt-bench/gaia/baseline/build.shell.e2e.yaml @@ -14,6 +14,7 @@ task_source: gaia/gaia@sha256:bbc356f476e0b70ba77da11a9be7d6345918d1e4a2daade0d6 task_manifest: ../partitions/manifest.json agent_import_path: gaia_agent.agent:GaiaAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 # E2E SMOKE VARIANT of build.shell.yaml. Same seed, same target, same gateway # scopes; eight cases in total, tiny budgets, and a 25-minute agent clock so the diff --git a/harness-opt-bench/gaia/baseline/build.shell.yaml b/harness-opt-bench/gaia/baseline/build.shell.yaml index 39e1c665..aae1bcd2 100644 --- a/harness-opt-bench/gaia/baseline/build.shell.yaml +++ b/harness-opt-bench/gaia/baseline/build.shell.yaml @@ -14,6 +14,7 @@ task_source: gaia/gaia@sha256:bbc356f476e0b70ba77da11a9be7d6345918d1e4a2daade0d6 task_manifest: ../partitions/manifest.json agent_import_path: gaia_agent.agent:GaiaAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json diff --git a/harness-opt-bench/gaia/baseline/build.yaml b/harness-opt-bench/gaia/baseline/build.yaml index e61374f8..e04f16c9 100644 --- a/harness-opt-bench/gaia/baseline/build.yaml +++ b/harness-opt-bench/gaia/baseline/build.yaml @@ -9,6 +9,7 @@ task_source: gaia/gaia@sha256:bbc356f476e0b70ba77da11a9be7d6345918d1e4a2daade0d6 task_manifest: ../partitions/manifest.json agent_import_path: gaia_agent.agent:GaiaAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json diff --git a/harness-opt-bench/officeqa/baseline/build.yaml b/harness-opt-bench/officeqa/baseline/build.yaml index 975dd6b0..a226289c 100644 --- a/harness-opt-bench/officeqa/baseline/build.yaml +++ b/harness-opt-bench/officeqa/baseline/build.yaml @@ -11,6 +11,7 @@ task_source: ../tasks task_manifest: ../partitions/manifest.json agent_import_path: officeqa_agent.agent:OfficeQaAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json diff --git a/harness-opt-bench/terminal-bench/baseline/build.routed.yaml b/harness-opt-bench/terminal-bench/baseline/build.routed.yaml index 1d10cf90..7bdbf30c 100644 --- a/harness-opt-bench/terminal-bench/baseline/build.routed.yaml +++ b/harness-opt-bench/terminal-bench/baseline/build.routed.yaml @@ -14,6 +14,7 @@ task_source: terminal-bench/terminal-bench-2-1@sha256:7d7bdc1cbedad549fc1140404b task_manifest: ../partitions/manifest.json agent_import_path: terminal_bench_agent.agent:TerminalBenchAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json diff --git a/harness-opt-bench/terminal-bench/baseline/build.yaml b/harness-opt-bench/terminal-bench/baseline/build.yaml index ae5b862b..19824634 100644 --- a/harness-opt-bench/terminal-bench/baseline/build.yaml +++ b/harness-opt-bench/terminal-bench/baseline/build.yaml @@ -14,6 +14,7 @@ task_source: terminal-bench/terminal-bench-2-1@sha256:7d7bdc1cbedad549fc1140404b task_manifest: ../partitions/manifest.json agent_import_path: terminal_bench_agent.agent:TerminalBenchAgent harbor_requirement: ${harbor_requirement:-harbor[modal]==0.20.0} +vero_requirement: scaleapi-vero==0.6.0 partition_files: development: ../partitions/development.json