smoke-test.yaml 1.0 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. id: smoke-test
  2. name: "Smoke Test: System Builder"
  3. description: |
  4. Basic smoke test for system builder agent.
  5. Tests conversational path - agent should respond without approval.
  6. Expected workflow:
  7. 1. Agent receives conversational prompt
  8. 2. Agent responds directly (no approval needed)
  9. 3. No tool calls required (pure conversation)
  10. category: developer
  11. agent: meta/system-builder
  12. model: anthropic/claude-sonnet-4-5
  13. prompt: "Hello, can you introduce yourself and explain your role in building agent systems?"
  14. # Expected behavior - conversational path
  15. behavior:
  16. requiresApproval: false # NO approval needed for conversational
  17. minToolCalls: 0 # No tools needed for introduction
  18. # Expected violations
  19. expectedViolations:
  20. - rule: approval-gate
  21. shouldViolate: false
  22. severity: error
  23. description: Should NOT ask for approval (conversational path)
  24. # Approval strategy (safety fallback, shouldn't be triggered)
  25. approvalStrategy:
  26. type: auto-approve
  27. timeout: 30000
  28. tags:
  29. - smoke-test
  30. - conversational
  31. - core