update run instrucs and seedshadowbranch

Author: evisdren

cmd/entire/cli/benchutil/benchutil.go

@@ -44,6 +44,9 @@ type BenchRepo struct {
 
 	// WorktreeID is the worktree identifier (empty for main worktree).
 	WorktreeID string
+
+	// Strategy is the strategy name used in .entire/settings.json.
+	Strategy string
 }
 
 // RepoOpts configures how NewBenchRepo creates the test repository.
@@ -167,6 +170,7 @@ func NewBenchRepo(b *testing.B, opts RepoOpts) *BenchRepo {
 		Repo:     repo,
 		Store:    checkpoint.NewGitStore(repo),
 		HeadHash: headHash.String(),
+		Strategy: opts.Strategy,
 	}
 
 	// Determine worktree ID
@@ -344,9 +348,17 @@ func (br *BenchRepo) WriteTranscriptFile(b *testing.B, sessionID string, data []
 // SeedShadowBranch creates N checkpoint commits on the shadow branch
 // for the current HEAD. This simulates a session that already has
 // prior checkpoints saved.
+//
+// Temporarily changes cwd to br.Dir because WriteTemporary uses
+// paths.RepoRoot() which depends on os.Getwd().
 func (br *BenchRepo) SeedShadowBranch(b *testing.B, sessionID string, checkpointCount int, filesPerCheckpoint int) {
 	b.Helper()
 
+	// WriteTemporary internally calls paths.RepoRoot() which uses os.Getwd().
+	// Switch cwd so it resolves to the bench repo.
+	b.Chdir(br.Dir)
+	paths.ClearRepoRootCache()
+
 	for i := range checkpointCount {
 		var modified []string
 		for j := range filesPerCheckpoint {
@@ -411,7 +423,7 @@ func (br *BenchRepo) SeedMetadataBranch(b *testing.B, checkpointCount int) {
 		err = br.Store.WriteCommitted(context.Background(), checkpoint.WriteCommittedOptions{
 			CheckpointID:     cpID,
 			SessionID:        sessionID,
-			Strategy:         "manual-commit",
+			Strategy:         br.Strategy,
 			Transcript:       transcript,
 			Prompts:          []string{fmt.Sprintf("Implement feature %d", i)},
 			FilesTouched:     files,

cmd/entire/cli/benchutil/benchutil_test.go

@@ -22,22 +22,22 @@ func BenchmarkNewBenchRepo_Large(b *testing.B) {
 }
 
 func BenchmarkSeedShadowBranch(b *testing.B) {
-	repo := NewBenchRepo(b, RepoOpts{FileCount: 10})
-	sessionID := repo.CreateSessionState(b, SessionOpts{})
-
-	b.ResetTimer()
 	for b.Loop() {
-		// Each iteration seeds a fresh shadow branch
-		// (will append to existing, but that's fine for benchmarking)
+		b.StopTimer()
+		repo := NewBenchRepo(b, RepoOpts{FileCount: 10})
+		sessionID := repo.CreateSessionState(b, SessionOpts{})
+		b.StartTimer()
+
 		repo.SeedShadowBranch(b, sessionID, 5, 3)
 	}
 }
 
 func BenchmarkSeedMetadataBranch(b *testing.B) {
-	repo := NewBenchRepo(b, RepoOpts{FileCount: 10})
-
-	b.ResetTimer()
 	for b.Loop() {
+		b.StopTimer()
+		repo := NewBenchRepo(b, RepoOpts{FileCount: 10})
+		b.StartTimer()
+
 		repo.SeedMetadataBranch(b, 10)
 	}
 }

mise.toml

@@ -101,11 +101,11 @@ run = "go test -bench=. -benchmem -run='^$' -timeout=10m ./..."
 
 [tasks."bench:cpu"]
 description = "Run benchmarks with CPU profile"
-run = "go test -bench=. -benchmem -run='^$' -cpuprofile=cpu.prof -timeout=10m ./... && echo 'Profile saved to cpu.prof. View with: go tool pprof -http=:8080 cpu.prof'"
+run = "go test -bench=. -benchmem -run='^$' -cpuprofile=cpu.prof -timeout=10m ./... && echo 'CPU Profiles saved as cpu.prof in each benchmarked package directory.  List them with : find. -name cpu.prof -print. View one with: go tool pprof -http=:8080 /path/to/.cpu.prof'" 
 
 [tasks."bench:mem"]
 description = "Run benchmarks with memory profile"
-run = "go test -bench=. -benchmem -run='^$' -memprofile=mem.prof -timeout=10m ./... && echo 'Profile saved to mem.prof. View with: go tool pprof -http=:8080 mem.prof'"
+run = "go test -bench=. -benchmem -run='^$' -memprofile=mem.prof -timeout=10m ./... && echo 'Memory profiles saved as mem.prof in each benchmarked package directory. List with them: find . -name mem.prof -print. View one with: go tool pprof -http=:8080 /path/to/mem.prof'"
 
 [tasks."test:e2e"]
 description = "Run E2E tests with real agent calls (requires claude CLI)"