Skip to content

Commit 06b65b3

Browse files
committed
buffbench analyzer tweaks
1 parent 369a869 commit 06b65b3

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

evals/buffbench/format-output.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ export function formatAgentResult(params: {
3535

3636
lines.push('TASK:')
3737
lines.push(minorSeparator)
38-
lines.push(commit.spec)
38+
lines.push(commit.prompt)
3939
lines.push('')
4040

4141
if (error) {

evals/buffbench/trace-analyzer.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@ const traceAnalyzerAgent: AgentDefinition = {
140140
recommendations: {
141141
type: 'array',
142142
items: { type: 'string' },
143-
description: 'Recommendations for improving this agent',
143+
description: 'Recommendations for improving this agent and it\'s process. Note: do not include recommendations for improving the code in this task',
144144
},
145145
},
146146
required: ['agentId', 'strengths', 'weaknesses', 'recommendations'],

0 commit comments

Comments
 (0)