OpenAgentsControl/evals/framework/.eval-config.example.json

{
  "$schema": "https://json-schema.org/draft-07/schema",
  "description": "Configuration for OpenCode evaluation framework",
  "defaultModel": "opencode/grok-code-fast",
  "defaultTimeout": 60000,
  "runEvaluators": true,
  "availableModels": {
    "free": [
      {
        "id": "opencode/grok-code-fast",
        "name": "Grok Code Fast",
        "description": "Free tier model from OpenCode Zen",
        "cost": "$0.00",
        "recommended": true
      }
    ],
    "paid": [
      {
        "id": "anthropic/claude-3-5-sonnet-20241022",
        "name": "Claude 3.5 Sonnet",
        "description": "High-quality model for complex tasks"
      },
      {
        "id": "openai/gpt-4-turbo",
        "name": "GPT-4 Turbo",
        "description": "OpenAI's most capable model"
      }
    ]
  },
  "notes": [
    "Use opencode/grok-code-fast for development to avoid API costs",
    "Switch to paid models for production evaluation",
    "Test cases can override the default model using the 'model' field"
  ]
}