incremental-implementation.yaml 1.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. id: incremental-implementation
  2. name: Incremental Implementation with Validation
  3. description: |
  4. Tests that opencoder implements step-by-step (not all at once).
  5. Agent should:
  6. 1. Present multi-step plan
  7. 2. Implement ONE step at a time
  8. 3. Validate after each step
  9. 4. NOT implement entire plan in one go
  10. category: developer
  11. agent: opencoder
  12. model: anthropic/claude-sonnet-4-5
  13. prompts:
  14. - text: |
  15. Create a simple calculator module with:
  16. 1. Add function
  17. 2. Subtract function
  18. 3. Multiply function
  19. Implement incrementally, one function at a time.
  20. expectContext: false
  21. - text: "approve"
  22. delayMs: 2000
  23. # Expected behavior
  24. behavior:
  25. mustUseTools: [read, write]
  26. minToolCalls: 2
  27. # Should mention incremental/step-by-step approach
  28. mustContain:
  29. - "Step"
  30. # Should follow approval workflow
  31. expectedViolations:
  32. - rule: approval-gate
  33. shouldViolate: false
  34. severity: error
  35. approvalStrategy:
  36. type: auto-approve
  37. timeout: 180000
  38. tags:
  39. - implementation
  40. - incremental
  41. - validation
  42. - workflow