Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
5551547
feat: add same-file packet packing experiment
pkieltyka Jul 25, 2026
8fceba9
feat(evals): add Plan 102 packet-packing validation
pkieltyka Jul 25, 2026
7ebfd2f
fix(evals): repair packet-packing preflight validation
pkieltyka Jul 25, 2026
87a5a10
docs(evals): record failed packet-packing retry gate
pkieltyka Jul 25, 2026
f372f73
fix(pipeline): restore baseline after packet-packing gate failure
pkieltyka Jul 25, 2026
7b61b34
docs(plans): add Plan 103 relationship-driven packet packing
pkieltyka Jul 25, 2026
4935134
docs(plans): revise Plan 103 to compatible-atom packing with relation…
pkieltyka Jul 25, 2026
32d7b83
feat(scripts): add packing diagnostics over recorded run artifacts
pkieltyka Jul 25, 2026
a0c2887
docs(plans): cut relationship signals from Plan 103; rebuild the paid…
pkieltyka Jul 25, 2026
cc5558b
docs(plans): close Plan 103 contract gaps found in review
pkieltyka Jul 25, 2026
5cacffa
docs(plans): correct Plan 103 scheduler claim, scale thresholds, spec…
pkieltyka Jul 25, 2026
376b66a
feat(pipeline): add dark compatible-atom packet packing (Plan 103 pha…
pkieltyka Jul 25, 2026
2cac03b
feat(pipeline): multi-member symbol context, transactional packing, p…
pkieltyka Jul 25, 2026
fbb1d56
feat(evals): add packet-packing replay; free gate passes (Plan 103 ph…
pkieltyka Jul 25, 2026
490a079
feat(evals): dilution fixture and treatment proof (Plan 103 phase 4 p…
pkieltyka Jul 25, 2026
c8d033d
feat(evals): pinned-plan seam and dilution curve cases (Plan 103 phas…
pkieltyka Jul 25, 2026
bc2a7c6
docs(evals): realism gate fails; curve not run (Plan 103 phase 4)
pkieltyka Jul 26, 2026
426290d
docs(plans): abandon synthetic recall curve; ship Plan 103 dark for p…
pkieltyka Jul 26, 2026
39d9b85
feat(cli): rename to packRelatedHunks and add a per-run CLI toggle
pkieltyka Jul 26, 2026
eb02b04
refactor(cli): drop --no-pack-related-hunks
pkieltyka Jul 26, 2026
8507c63
feat(pipeline): record same_file_atoms_packed provenance
pkieltyka Jul 26, 2026
0bae8f6
feat(scripts): capture a real planner draw with draw-pinned-plan --fr…
pkieltyka Jul 26, 2026
f5e1cf3
fix(pipeline): write the pinned plan into run artifacts
pkieltyka Jul 26, 2026
cb94bc4
write about results, 103 isn't worth it
pkieltyka Jul 26, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,5 @@ reviews/
evals/fixtures/logs/
node_modules/
dist/
evals/packet-dilution/logs/
evals/skill-semantics/logs/
40 changes: 40 additions & 0 deletions evals/packet-dilution/cap1.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
name: packet-dilution-cap1
repeat: 6
repo:
fixture: repos/settlement
command:
branch: feature
base: main
review:
provider: anthropic
model: claude-opus-4-8
reasoning: high
depth: normal
verify: true
cache: false
concurrency: 1
maxTimeMinutes: 20
lenses:
- lang/go
packRelatedHunks: true
packMaxHunks: 1
pinnedPlanPath: evals/packet-dilution/plans/frozen.json
expect:
maxCostUSD: 3
should_find:
- id: dilution-split-remainder
path: settlement/fees.go
failureModePattern: remainder|dust|lost|unallocated|sum|drop
titlePattern: split|fee|remainder|share
- id: dilution-cut-order
path: settlement/fees.go
failureModePattern: cap|order|before|under|rate|incorrect
titlePattern: platform|cut|cap|rate
- id: dilution-refund-gross
path: settlement/fees.go
failureModePattern: refund|gross|net|fee|over.?pay|double
titlePattern: refund|gross|net
should_not_find:
- id: dilution-rate-guard-control
path: settlement/fees.go
titlePattern: Rule[0-9]+
40 changes: 40 additions & 0 deletions evals/packet-dilution/cap3.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
name: packet-dilution-cap3
repeat: 6
repo:
fixture: repos/settlement
command:
branch: feature
base: main
review:
provider: anthropic
model: claude-opus-4-8
reasoning: high
depth: normal
verify: true
cache: false
concurrency: 1
maxTimeMinutes: 20
lenses:
- lang/go
packRelatedHunks: true
packMaxHunks: 3
pinnedPlanPath: evals/packet-dilution/plans/frozen.json
expect:
maxCostUSD: 3
should_find:
- id: dilution-split-remainder
path: settlement/fees.go
failureModePattern: remainder|dust|lost|unallocated|sum|drop
titlePattern: split|fee|remainder|share
- id: dilution-cut-order
path: settlement/fees.go
failureModePattern: cap|order|before|under|rate|incorrect
titlePattern: platform|cut|cap|rate
- id: dilution-refund-gross
path: settlement/fees.go
failureModePattern: refund|gross|net|fee|over.?pay|double
titlePattern: refund|gross|net
should_not_find:
- id: dilution-rate-guard-control
path: settlement/fees.go
titlePattern: Rule[0-9]+
40 changes: 40 additions & 0 deletions evals/packet-dilution/cap5.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
name: packet-dilution-cap5
repeat: 6
repo:
fixture: repos/settlement
command:
branch: feature
base: main
review:
provider: anthropic
model: claude-opus-4-8
reasoning: high
depth: normal
verify: true
cache: false
concurrency: 1
maxTimeMinutes: 20
lenses:
- lang/go
packRelatedHunks: true
packMaxHunks: 5
pinnedPlanPath: evals/packet-dilution/plans/frozen.json
expect:
maxCostUSD: 3
should_find:
- id: dilution-split-remainder
path: settlement/fees.go
failureModePattern: remainder|dust|lost|unallocated|sum|drop
titlePattern: split|fee|remainder|share
- id: dilution-cut-order
path: settlement/fees.go
failureModePattern: cap|order|before|under|rate|incorrect
titlePattern: platform|cut|cap|rate
- id: dilution-refund-gross
path: settlement/fees.go
failureModePattern: refund|gross|net|fee|over.?pay|double
titlePattern: refund|gross|net
should_not_find:
- id: dilution-rate-guard-control
path: settlement/fees.go
titlePattern: Rule[0-9]+
164 changes: 164 additions & 0 deletions evals/packet-dilution/plans/frozen.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,164 @@
{
"schemaVersion": 1,
"baseSha": "*",
"headSha": "*",
"planSha256": "52e62561b47bfa7ea5cdb59c7bf8a193a9183b01109c7ea644394f2d1f704dda",
"plan": {
"diffUnderstanding": {
"declaredIntent": "authored pinned plan for the packet-size recall curve",
"inferredBehavior": "uniform coverage so packet size is the only variable across arms"
},
"coverage": [
{
"hunkId": "d6df72ba",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "175c79f4",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "68109ebd",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "1ff3f41e",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "a8071418",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "53cf00c2",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "ffd09816",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "c9acf88b",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "18197703",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "bbacb370",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "a0be9fac",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "6ae88c80",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "b6e69463",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "d726dbb6",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
},
{
"hunkId": "fdc5646d",
"path": "limits/limits.go",
"coverage": "normal",
"lenses": [
"lang/go"
],
"surroundingContextHints": [],
"reason": "authored uniform coverage"
}
]
}
}
3 changes: 3 additions & 0 deletions evals/packet-dilution/repos/dilution/base/go.mod
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
module dilution

go 1.23
Loading
Loading