test-4-tool-usage.yaml 786 B

1234567891011121314151617181920212223242526272829303132333435
  1. id: tool-usage-001
  2. name: Tool Usage Clarity
  3. description: |
  4. Tests that {agent-name} uses tools correctly based on their definitions.
  5. Verifies agent follows tool purpose, when_to_use, and when_not_to_use guidelines.
  6. category: implementation
  7. agent: {agent-name}
  8. model: anthropic/claude-sonnet-4-5
  9. prompt: |
  10. Find all TypeScript files in the src directory and check if they use proper imports.
  11. behavior:
  12. # Should use glob to find files and grep to search contents
  13. mustUseAnyOf: [[glob], [grep]]
  14. # Should NOT use bash for file finding
  15. mustNotContain:
  16. - "ls -la"
  17. - "find ."
  18. expectedViolations:
  19. - rule: tool-clarity
  20. shouldViolate: false
  21. severity: warning
  22. approvalStrategy:
  23. type: auto-approve
  24. timeout: 30000
  25. tags:
  26. - tools
  27. - clarity
  28. - best-practice