01-smoke-test.yaml 1.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. id: openrouter-smoke-test
  2. name: "OpenRouter Variant: Smoke Test"
  3. description: |
  4. Basic smoke test for OpenRouter variant of OpenAgent.
  5. Tests conversational path - agent should respond without approval.
  6. Expected workflow:
  7. 1. Agent receives conversational prompt
  8. 2. Agent responds directly (no approval needed)
  9. 3. Agent should mention available subagents in response
  10. OpenRouter-specific validation:
  11. - Agent should be aware of 6 subagents
  12. - Agent should understand delegation-first approach
  13. category: developer
  14. agent: openagent
  15. model: anthropic/claude-sonnet-4-5
  16. prompt: "Hello, can you introduce yourself and explain what subagents you have access to?"
  17. # Expected behavior - conversational path
  18. behavior:
  19. requiresApproval: false # NO approval needed for conversational
  20. minToolCalls: 0 # No tools needed for introduction
  21. # Expected violations
  22. expectedViolations:
  23. - rule: approval-gate
  24. shouldViolate: false
  25. severity: error
  26. description: Should NOT ask for approval (conversational path)
  27. # Approval strategy (safety fallback, shouldn't be triggered)
  28. approvalStrategy:
  29. type: auto-approve
  30. timeout: 30000
  31. tags:
  32. - smoke-test
  33. - conversational
  34. - openrouter
  35. - subagent-awareness