multi-turn.yaml 765 B

12345678910111213141516171819202122232425262728293031323334353637
  1. # Template: Multi-Turn Conversation
  2. # Use this for tests that span multiple messages
  3. # Tests context retention across turns
  4. id: my-multi-turn-test
  5. name: "My Multi-Turn Test"
  6. description: |
  7. Describe what this test validates.
  8. category: developer
  9. prompts:
  10. - text: |
  11. I'm working on a feature called "user-auth". Remember this.
  12. - text: |
  13. What feature am I working on?
  14. delayMs: 2000
  15. - text: |
  16. Now read the relevant context file for this feature.
  17. delayMs: 2000
  18. approvalStrategy:
  19. type: auto-approve
  20. behavior:
  21. # May or may not use tools depending on conversation
  22. maxToolCalls: 10
  23. expectedViolations:
  24. - rule: approval-gate
  25. shouldViolate: false
  26. severity: error
  27. timeout: 90000
  28. tags:
  29. - multi-turn
  30. - context-retention