@@ -6,7 +6,10 @@ const targetTaskId = process.env.TARGET_TASK_ID || 'SWE-Bench-Pro__go__maintenan
66const root = process . env . ROOT || '/tmp/contextbench-five-lane-score' ;
77const officialContextBench = process . env . OFFICIAL_CONTEXTBENCH ;
88const selectionsPath = process . env . SELECTIONS_PATH || 'scripts/contextbench-five-lane-selections.json' ;
9- const requiredLanes = [ 'raw-native' , 'codebase-context' , 'codebase-memory-mcp' , 'grepai' , 'codegraphcontext' ] ;
9+ const requiredLanes = ( process . env . REQUIRED_LANES || 'raw-native,codebase-context,codebase-memory-mcp,grepai,codegraphcontext' )
10+ . split ( ',' )
11+ . map ( ( lane ) => lane . trim ( ) )
12+ . filter ( Boolean ) ;
1013const payloads = JSON . parse ( readFileSync ( process . env . TASK_PAYLOADS , 'utf8' ) ) ;
1114const task = payloads . tasks . find ( ( candidate ) => candidate . instance_id === targetTaskId ) ;
1215if ( ! task ) throw new Error ( `target task ${ targetTaskId } missing from payloads` ) ;
@@ -79,7 +82,7 @@ function resultTableRow(row) {
7982 } ;
8083}
8184
82- const runDir = join ( root , 'five- lane-score' ) ;
85+ const runDir = join ( root , 'lane-score' ) ;
8386mkdirSync ( runDir , { recursive : true } ) ;
8487writeFileSync ( join ( runDir , 'selections.json' ) , JSON . stringify ( selections , null , 2 ) ) ;
8588
@@ -199,7 +202,7 @@ const summary = {
199202
200203writeFileSync ( join ( runDir , 'summary.json' ) , JSON . stringify ( summary , null , 2 ) ) ;
201204writeFileSync ( join ( root , 'summary.json' ) , JSON . stringify ( summary , null , 2 ) ) ;
202- console . log ( 'CONTEXTBENCH_FIVE_LANE_SCORE_JSON_START ' ) ;
205+ console . log ( 'CONTEXTBENCH_LANE_SCORE_JSON_START ' ) ;
203206console . log ( JSON . stringify ( summary , null , 2 ) ) ;
204- console . log ( 'CONTEXTBENCH_FIVE_LANE_SCORE_JSON_END ' ) ;
207+ console . log ( 'CONTEXTBENCH_LANE_SCORE_JSON_END ' ) ;
205208if ( scoreableRows . length !== rows . length || scoreableRows . length < requiredLanes . length ) process . exitCode = 1 ;
0 commit comments