context-loading.yaml 726 B

12345678910111213141516171819202122232425262728293031323334353637
  1. # Template: Context Loading
  2. # Use this to test that agent loads context before answering
  3. # Tests the context-loading evaluator
  4. id: my-context-test
  5. name: "My Context Loading Test"
  6. description: |
  7. Describe what this test validates.
  8. category: developer
  9. prompts:
  10. - text: |
  11. What are the coding standards for this project? Read the relevant context files first.
  12. approvalStrategy:
  13. type: auto-approve
  14. behavior:
  15. mustUseAnyOf:
  16. - [read]
  17. - [glob, read]
  18. minToolCalls: 1
  19. requiresContext: true
  20. expectedViolations:
  21. - rule: context-loading
  22. shouldViolate: false
  23. severity: error
  24. - rule: approval-gate
  25. shouldViolate: false
  26. severity: error
  27. timeout: 90000
  28. tags:
  29. - context-loading
  30. - read-only