read-then-write.yaml 856 B

12345678910111213141516171819202122232425262728293031323334353637383940
  1. # Template: Read Then Write
  2. # Use this for tests that read first, then write
  3. # Tests the execution-balance pattern (inspect before modify)
  4. id: my-read-write-test
  5. name: "My Read Then Write Test"
  6. description: |
  7. Describe what this test validates.
  8. category: developer
  9. prompts:
  10. - text: |
  11. First read evals/test_tmp/README.md to understand the directory, then create a file at evals/test_tmp/my-output.txt with a summary.
  12. - text: |
  13. Yes, proceed with the plan.
  14. delayMs: 2000
  15. approvalStrategy:
  16. type: auto-approve
  17. behavior:
  18. mustUseTools:
  19. - read
  20. - write
  21. minToolCalls: 2
  22. requiresApproval: true
  23. expectedViolations:
  24. - rule: approval-gate
  25. shouldViolate: false
  26. severity: error
  27. - rule: execution-balance
  28. shouldViolate: false
  29. severity: warning
  30. timeout: 90000
  31. tags:
  32. - read-before-write
  33. - execution-balance