base2-fast-with-validation

Author: jahooma

.agents/base2/base2-fast-with-validation.ts

@@ -0,0 +1,8 @@
+import { createBase2 } from './base2'
+
+const definition = {
+  ...createBase2('fast-with-validation'),
+  id: 'base2-fast-with-validation',
+  displayName: 'Buffy the Fast Validation Orchestrator',
+}
+export default definition

.agents/base2/base2.ts

@@ -7,10 +7,11 @@ import {
 } from '../types/secret-agent-definition'
 
 export const createBase2: (
-  mode: 'fast' | 'max',
+  mode: 'fast' | 'max' | 'fast-with-validation',
 ) => Omit<SecretAgentDefinition, 'id'> = (mode) => {
-  const isFast = mode === 'fast'
+  const isFast = mode === 'fast' || mode === 'fast-with-validation'
   const isMax = mode === 'max'
+  const isFastWithValidation = mode === 'fast-with-validation'
   return {
     publisher,
     model: 'anthropic/claude-sonnet-4.5',
@@ -139,13 +140,13 @@ The user asks you to implement a new feature. You respond in multiple steps:
 ${
   isFast
     ? `3. Write out your implementation plan as a bullet point list.
-4. Use the str_replace or write_file tool to make the changes.`
+4. Use the str_replace or write_file tool to make the changes.
+${isFastWithValidation ? '5. Test your changes by running appropriate validation commands for the project (e.g. typechecks, tests, lints, etc.). You may have to explore the project to find the appropriate commands.\n' : ''}`
     : `3. IMPORTANT: You must spawn a base2-gpt-5-worker agent inline (with spawn_agent_inline tool) to do the planning and editing.
 4. Fix any issues left by the base2-gpt-5-worker agent.`
 }
-5. Inform the user that you have completed the task in one sentence without a final summary. Don't create any markdown summary files either, unless asked by the user. If you already finished the user request and said you're done, then don't say anything else.`,
-    stepPrompt: `Don't forget to spawn agents that could help, especially: the file-picker-max and code-searcher to get codebase context,${isMax ? ' the base2-gpt-5-worker agent to do the planning and editing,' : ''}.`,
-
+${isFastWithValidation ? '6' : '5'}. Inform the user that you have completed the task in one sentence without a final summary. Don't create any markdown summary files either, unless asked by the user. If you already finished the user request and said you're done, then don't say anything else.`,
+    stepPrompt: `Don't forget to spawn agents that could help, especially: the file-picker-max and code-searcher to get codebase context,${isMax ? ' the base2-gpt-5-worker agent to do the planning and editing,' : ''}. After completing the user request, summarize your changes in a sentence or a few short bullet points. Do not create any summary markdown files, unless asked by the user. Then, end your turn.`,
     handleSteps: function* ({ params }) {
       let steps = 0
       while (true) {

evals/buffbench/main.ts

@@ -5,12 +5,8 @@ import { runBuffBench } from './run-buffbench'
 async function main() {
   await runBuffBench({
     evalDataPath: path.join(__dirname, 'eval-codebuff.json'),
-    agents: [
-      'base2-fast-thinking',
-      'base2-fast-thinking-tags',
-      'base2-fast-thinking-tool',
-    ],
-    taskConcurrency: 2,
+    agents: ['base2-fast-with-validation'],
+    taskConcurrency: 5,
   })
 
   process.exit(0)