Skip to content

Commit b69cc59

Browse files
committed
Allow scoring selected ready ContextBench lanes
1 parent 551d78e commit b69cc59

1 file changed

Lines changed: 7 additions & 4 deletions

File tree

scripts/contextbench-score-five-lane-selections.mjs

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,10 @@ const targetTaskId = process.env.TARGET_TASK_ID || 'SWE-Bench-Pro__go__maintenan
66
const root = process.env.ROOT || '/tmp/contextbench-five-lane-score';
77
const officialContextBench = process.env.OFFICIAL_CONTEXTBENCH;
88
const selectionsPath = process.env.SELECTIONS_PATH || 'scripts/contextbench-five-lane-selections.json';
9-
const requiredLanes = ['raw-native', 'codebase-context', 'codebase-memory-mcp', 'grepai', 'codegraphcontext'];
9+
const requiredLanes = (process.env.REQUIRED_LANES || 'raw-native,codebase-context,codebase-memory-mcp,grepai,codegraphcontext')
10+
.split(',')
11+
.map((lane) => lane.trim())
12+
.filter(Boolean);
1013
const payloads = JSON.parse(readFileSync(process.env.TASK_PAYLOADS, 'utf8'));
1114
const task = payloads.tasks.find((candidate) => candidate.instance_id === targetTaskId);
1215
if (!task) throw new Error(`target task ${targetTaskId} missing from payloads`);
@@ -79,7 +82,7 @@ function resultTableRow(row) {
7982
};
8083
}
8184

82-
const runDir = join(root, 'five-lane-score');
85+
const runDir = join(root, 'lane-score');
8386
mkdirSync(runDir, { recursive: true });
8487
writeFileSync(join(runDir, 'selections.json'), JSON.stringify(selections, null, 2));
8588

@@ -199,7 +202,7 @@ const summary = {
199202

200203
writeFileSync(join(runDir, 'summary.json'), JSON.stringify(summary, null, 2));
201204
writeFileSync(join(root, 'summary.json'), JSON.stringify(summary, null, 2));
202-
console.log('CONTEXTBENCH_FIVE_LANE_SCORE_JSON_START');
205+
console.log('CONTEXTBENCH_LANE_SCORE_JSON_START');
203206
console.log(JSON.stringify(summary, null, 2));
204-
console.log('CONTEXTBENCH_FIVE_LANE_SCORE_JSON_END');
207+
console.log('CONTEXTBENCH_LANE_SCORE_JSON_END');
205208
if (scoreableRows.length !== rows.length || scoreableRows.length < requiredLanes.length) process.exitCode = 1;

0 commit comments

Comments
 (0)