providers.test.ts 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521
  1. /// <reference types="bun-types" />
  2. import { describe, expect, test } from 'bun:test';
  3. import {
  4. generateAntigravityMixedPreset,
  5. generateLiteConfig,
  6. MODEL_MAPPINGS,
  7. } from './providers';
  8. describe('providers', () => {
  9. test('generateLiteConfig generates kimi config when only kimi selected', () => {
  10. const config = generateLiteConfig({
  11. hasAntigravity: false,
  12. hasKimi: true,
  13. hasOpenAI: false,
  14. hasOpencodeZen: false,
  15. hasTmux: false,
  16. installSkills: false,
  17. installCustomSkills: false,
  18. });
  19. expect(config.preset).toBe('kimi');
  20. const agents = (config.presets as any).kimi;
  21. expect(agents).toBeDefined();
  22. expect(agents.orchestrator.model).toBe('kimi-for-coding/k2p5');
  23. expect(agents.orchestrator.variant).toBeUndefined();
  24. expect(agents.fixer.model).toBe('kimi-for-coding/k2p5');
  25. expect(agents.fixer.variant).toBe('low');
  26. // Should NOT include other presets
  27. expect((config.presets as any).openai).toBeUndefined();
  28. expect((config.presets as any)['zen-free']).toBeUndefined();
  29. });
  30. test('generateLiteConfig generates kimi-openai preset when both selected', () => {
  31. const config = generateLiteConfig({
  32. hasAntigravity: false,
  33. hasKimi: true,
  34. hasOpenAI: true,
  35. hasOpencodeZen: false,
  36. hasTmux: false,
  37. installSkills: false,
  38. installCustomSkills: false,
  39. });
  40. expect(config.preset).toBe('kimi');
  41. const agents = (config.presets as any).kimi;
  42. expect(agents).toBeDefined();
  43. expect(agents.orchestrator.model).toBe('kimi-for-coding/k2p5');
  44. expect(agents.orchestrator.variant).toBeUndefined();
  45. // Oracle uses OpenAI when both kimi and openai are enabled
  46. expect(agents.oracle.model).toBe('openai/gpt-5.3-codex');
  47. expect(agents.oracle.variant).toBe('high');
  48. // Should NOT include other presets
  49. expect((config.presets as any).openai).toBeUndefined();
  50. expect((config.presets as any)['zen-free']).toBeUndefined();
  51. });
  52. test('generateLiteConfig generates openai preset when only openai selected', () => {
  53. const config = generateLiteConfig({
  54. hasAntigravity: false,
  55. hasKimi: false,
  56. hasOpenAI: true,
  57. hasOpencodeZen: false,
  58. hasTmux: false,
  59. installSkills: false,
  60. installCustomSkills: false,
  61. });
  62. expect(config.preset).toBe('openai');
  63. const agents = (config.presets as any).openai;
  64. expect(agents).toBeDefined();
  65. expect(agents.orchestrator.model).toBe(
  66. MODEL_MAPPINGS.openai.orchestrator.model,
  67. );
  68. expect(agents.orchestrator.variant).toBeUndefined();
  69. // Should NOT include other presets
  70. expect((config.presets as any).kimi).toBeUndefined();
  71. expect((config.presets as any)['zen-free']).toBeUndefined();
  72. });
  73. test('generateLiteConfig generates chutes preset when only chutes selected', () => {
  74. const config = generateLiteConfig({
  75. hasAntigravity: false,
  76. hasKimi: false,
  77. hasOpenAI: false,
  78. hasChutes: true,
  79. hasOpencodeZen: false,
  80. hasTmux: false,
  81. installSkills: false,
  82. installCustomSkills: false,
  83. selectedChutesPrimaryModel: 'chutes/kimi-k2.5',
  84. selectedChutesSecondaryModel: 'chutes/minimax-m2.1',
  85. });
  86. expect(config.preset).toBe('chutes');
  87. const agents = (config.presets as any).chutes;
  88. expect(agents).toBeDefined();
  89. expect(agents.orchestrator.model).toBe('chutes/kimi-k2.5');
  90. expect(agents.oracle.model).toBe('chutes/kimi-k2.5');
  91. expect(agents.designer.model).toBe('chutes/kimi-k2.5');
  92. expect(agents.explorer.model).toBe('chutes/minimax-m2.1');
  93. expect(agents.librarian.model).toBe('chutes/minimax-m2.1');
  94. expect(agents.fixer.model).toBe('chutes/minimax-m2.1');
  95. });
  96. test('generateLiteConfig generates anthropic preset when only anthropic selected', () => {
  97. const config = generateLiteConfig({
  98. hasAntigravity: false,
  99. hasKimi: false,
  100. hasOpenAI: false,
  101. hasAnthropic: true,
  102. hasCopilot: false,
  103. hasZaiPlan: false,
  104. hasChutes: false,
  105. hasOpencodeZen: false,
  106. hasTmux: false,
  107. installSkills: false,
  108. installCustomSkills: false,
  109. });
  110. expect(config.preset).toBe('anthropic');
  111. const agents = (config.presets as any).anthropic;
  112. expect(agents.orchestrator.model).toBe('anthropic/claude-opus-4-6');
  113. expect(agents.oracle.model).toBe('anthropic/claude-opus-4-6');
  114. expect(agents.explorer.model).toBe('anthropic/claude-haiku-4-5');
  115. });
  116. test('generateLiteConfig prefers Chutes Kimi in mixed openai/antigravity when chutes is enabled', () => {
  117. const config = generateLiteConfig({
  118. hasAntigravity: true,
  119. hasKimi: false,
  120. hasOpenAI: true,
  121. hasChutes: true,
  122. hasOpencodeZen: true,
  123. useOpenCodeFreeModels: true,
  124. selectedOpenCodePrimaryModel: 'opencode/glm-4.7-free',
  125. selectedOpenCodeSecondaryModel: 'opencode/gpt-5-nano',
  126. selectedChutesPrimaryModel: 'chutes/kimi-k2.5',
  127. selectedChutesSecondaryModel: 'chutes/minimax-m2.1',
  128. hasTmux: false,
  129. installSkills: false,
  130. installCustomSkills: false,
  131. });
  132. expect(config.preset).toBe('antigravity-mixed-openai');
  133. const agents = (config.presets as any)['antigravity-mixed-openai'];
  134. expect(agents.orchestrator.model).toBe('chutes/kimi-k2.5');
  135. expect(agents.oracle.model).toBe('openai/gpt-5.3-codex');
  136. expect(agents.explorer.model).toBe('opencode/gpt-5-nano');
  137. });
  138. test('generateLiteConfig emits fallback chains for six agents', () => {
  139. const config = generateLiteConfig({
  140. hasAntigravity: true,
  141. hasKimi: true,
  142. hasOpenAI: true,
  143. hasChutes: true,
  144. hasOpencodeZen: true,
  145. useOpenCodeFreeModels: true,
  146. selectedOpenCodePrimaryModel: 'opencode/glm-4.7-free',
  147. selectedOpenCodeSecondaryModel: 'opencode/gpt-5-nano',
  148. selectedChutesPrimaryModel: 'chutes/kimi-k2.5',
  149. selectedChutesSecondaryModel: 'chutes/minimax-m2.1',
  150. hasTmux: false,
  151. installSkills: false,
  152. installCustomSkills: false,
  153. });
  154. expect((config.fallback as any).enabled).toBe(true);
  155. expect((config.fallback as any).timeoutMs).toBe(15000);
  156. const chains = (config.fallback as any).chains;
  157. expect(Object.keys(chains).sort()).toEqual([
  158. 'designer',
  159. 'explorer',
  160. 'fixer',
  161. 'librarian',
  162. 'oracle',
  163. 'orchestrator',
  164. ]);
  165. expect(chains.orchestrator).toContain('openai/gpt-5.3-codex');
  166. expect(chains.orchestrator).toContain('kimi-for-coding/k2p5');
  167. expect(chains.orchestrator).toContain('google/antigravity-gemini-3-flash');
  168. expect(chains.orchestrator).toContain('chutes/kimi-k2.5');
  169. expect(chains.orchestrator).toContain('opencode/glm-4.7-free');
  170. });
  171. test('generateLiteConfig generates zen-free preset when no providers selected', () => {
  172. const config = generateLiteConfig({
  173. hasAntigravity: false,
  174. hasKimi: false,
  175. hasOpenAI: false,
  176. hasOpencodeZen: false,
  177. hasTmux: false,
  178. installSkills: false,
  179. installCustomSkills: false,
  180. });
  181. expect(config.preset).toBe('zen-free');
  182. const agents = (config.presets as any)['zen-free'];
  183. expect(agents).toBeDefined();
  184. expect(agents.orchestrator.model).toBe('opencode/big-pickle');
  185. expect(agents.orchestrator.variant).toBeUndefined();
  186. // Should NOT include other presets
  187. expect((config.presets as any).kimi).toBeUndefined();
  188. expect((config.presets as any).openai).toBeUndefined();
  189. });
  190. test('generateLiteConfig uses zen-free big-pickle models', () => {
  191. const config = generateLiteConfig({
  192. hasAntigravity: false,
  193. hasKimi: false,
  194. hasOpenAI: false,
  195. hasOpencodeZen: true,
  196. hasTmux: false,
  197. installSkills: false,
  198. installCustomSkills: false,
  199. });
  200. expect(config.preset).toBe('zen-free');
  201. const agents = (config.presets as any)['zen-free'];
  202. expect(agents.orchestrator.model).toBe('opencode/big-pickle');
  203. expect(agents.oracle.model).toBe('opencode/big-pickle');
  204. expect(agents.oracle.variant).toBe('high');
  205. expect(agents.librarian.model).toBe('opencode/big-pickle');
  206. expect(agents.librarian.variant).toBe('low');
  207. });
  208. test('generateLiteConfig enables tmux when requested', () => {
  209. const config = generateLiteConfig({
  210. hasAntigravity: false,
  211. hasKimi: false,
  212. hasOpenAI: false,
  213. hasOpencodeZen: false,
  214. hasTmux: true,
  215. installSkills: false,
  216. installCustomSkills: false,
  217. });
  218. expect(config.tmux).toBeDefined();
  219. expect((config.tmux as any).enabled).toBe(true);
  220. });
  221. test('generateLiteConfig includes default skills', () => {
  222. const config = generateLiteConfig({
  223. hasAntigravity: false,
  224. hasKimi: true,
  225. hasOpenAI: false,
  226. hasOpencodeZen: false,
  227. hasTmux: false,
  228. installSkills: true,
  229. installCustomSkills: false,
  230. });
  231. const agents = (config.presets as any).kimi;
  232. // Orchestrator should always have '*'
  233. expect(agents.orchestrator.skills).toEqual(['*']);
  234. // Designer should have 'agent-browser'
  235. expect(agents.designer.skills).toContain('agent-browser');
  236. // Fixer should have no skills by default (empty recommended list)
  237. expect(agents.fixer.skills).toEqual([]);
  238. });
  239. test('generateLiteConfig includes mcps field', () => {
  240. const config = generateLiteConfig({
  241. hasAntigravity: false,
  242. hasKimi: true,
  243. hasOpenAI: false,
  244. hasOpencodeZen: false,
  245. hasTmux: false,
  246. installSkills: false,
  247. installCustomSkills: false,
  248. });
  249. const agents = (config.presets as any).kimi;
  250. expect(agents.orchestrator.mcps).toBeDefined();
  251. expect(Array.isArray(agents.orchestrator.mcps)).toBe(true);
  252. expect(agents.librarian.mcps).toBeDefined();
  253. expect(Array.isArray(agents.librarian.mcps)).toBe(true);
  254. });
  255. test('generateLiteConfig applies OpenCode free model overrides in hybrid mode', () => {
  256. const config = generateLiteConfig({
  257. hasAntigravity: false,
  258. hasKimi: false,
  259. hasOpenAI: true,
  260. hasOpencodeZen: true,
  261. useOpenCodeFreeModels: true,
  262. selectedOpenCodePrimaryModel: 'opencode/glm-4.7-free',
  263. selectedOpenCodeSecondaryModel: 'opencode/gpt-5-nano',
  264. hasTmux: false,
  265. installSkills: false,
  266. installCustomSkills: false,
  267. });
  268. const agents = (config.presets as any).openai;
  269. expect(agents.orchestrator.model).toBe(
  270. MODEL_MAPPINGS.openai.orchestrator.model,
  271. );
  272. expect(agents.oracle.model).toBe(MODEL_MAPPINGS.openai.oracle.model);
  273. expect(agents.explorer.model).toBe('opencode/gpt-5-nano');
  274. expect(agents.librarian.model).toBe('opencode/gpt-5-nano');
  275. expect(agents.fixer.model).toBe('opencode/gpt-5-nano');
  276. });
  277. test('generateLiteConfig applies OpenCode free model overrides in OpenCode-only mode', () => {
  278. const config = generateLiteConfig({
  279. hasAntigravity: false,
  280. hasKimi: false,
  281. hasOpenAI: false,
  282. hasOpencodeZen: true,
  283. useOpenCodeFreeModels: true,
  284. selectedOpenCodePrimaryModel: 'opencode/glm-4.7-free',
  285. selectedOpenCodeSecondaryModel: 'opencode/gpt-5-nano',
  286. hasTmux: false,
  287. installSkills: false,
  288. installCustomSkills: false,
  289. });
  290. const agents = (config.presets as any)['zen-free'];
  291. expect(agents.orchestrator.model).toBe('opencode/glm-4.7-free');
  292. expect(agents.oracle.model).toBe('opencode/glm-4.7-free');
  293. expect(agents.designer.model).toBe('opencode/glm-4.7-free');
  294. expect(agents.explorer.model).toBe('opencode/gpt-5-nano');
  295. expect(agents.librarian.model).toBe('opencode/gpt-5-nano');
  296. expect(agents.fixer.model).toBe('opencode/gpt-5-nano');
  297. });
  298. test('generateLiteConfig zen-free includes correct mcps', () => {
  299. const config = generateLiteConfig({
  300. hasAntigravity: false,
  301. hasKimi: false,
  302. hasOpenAI: false,
  303. hasOpencodeZen: false,
  304. hasTmux: false,
  305. installSkills: false,
  306. installCustomSkills: false,
  307. });
  308. const agents = (config.presets as any)['zen-free'];
  309. expect(agents.orchestrator.mcps).toContain('websearch');
  310. expect(agents.librarian.mcps).toContain('websearch');
  311. expect(agents.librarian.mcps).toContain('context7');
  312. expect(agents.librarian.mcps).toContain('grep_app');
  313. expect(agents.designer.mcps).toEqual([]);
  314. });
  315. // Antigravity tests
  316. describe('Antigravity presets', () => {
  317. test('generateLiteConfig generates antigravity-mixed-both preset when all providers selected', () => {
  318. const config = generateLiteConfig({
  319. hasKimi: true,
  320. hasOpenAI: true,
  321. hasAntigravity: true,
  322. hasOpencodeZen: false,
  323. hasTmux: false,
  324. installSkills: false,
  325. installCustomSkills: false,
  326. });
  327. expect(config.preset).toBe('antigravity-mixed-both');
  328. const agents = (config.presets as any)['antigravity-mixed-both'];
  329. expect(agents).toBeDefined();
  330. // Orchestrator should use Kimi
  331. expect(agents.orchestrator.model).toBe('kimi-for-coding/k2p5');
  332. // Oracle should use OpenAI
  333. expect(agents.oracle.model).toBe('openai/gpt-5.3-codex');
  334. expect(agents.oracle.variant).toBe('high');
  335. // Explorer/Librarian/Designer use Antigravity Flash; Fixer prefers OpenAI
  336. expect(agents.explorer.model).toBe('google/antigravity-gemini-3-flash');
  337. expect(agents.explorer.variant).toBe('low');
  338. expect(agents.librarian.model).toBe('google/antigravity-gemini-3-flash');
  339. expect(agents.librarian.variant).toBe('low');
  340. expect(agents.designer.model).toBe('google/antigravity-gemini-3-flash');
  341. expect(agents.designer.variant).toBe('medium');
  342. expect(agents.fixer.model).toBe('openai/gpt-5.3-codex');
  343. expect(agents.fixer.variant).toBe('low');
  344. });
  345. test('generateLiteConfig generates antigravity-mixed-kimi preset when Kimi + Antigravity', () => {
  346. const config = generateLiteConfig({
  347. hasKimi: true,
  348. hasOpenAI: false,
  349. hasAntigravity: true,
  350. hasOpencodeZen: false,
  351. hasTmux: false,
  352. installSkills: false,
  353. installCustomSkills: false,
  354. });
  355. expect(config.preset).toBe('antigravity-mixed-kimi');
  356. const agents = (config.presets as any)['antigravity-mixed-kimi'];
  357. expect(agents).toBeDefined();
  358. // Orchestrator should use Kimi
  359. expect(agents.orchestrator.model).toBe('kimi-for-coding/k2p5');
  360. // Oracle should use Antigravity (no OpenAI)
  361. expect(agents.oracle.model).toBe('google/antigravity-gemini-3-pro');
  362. // Others should use Antigravity Flash
  363. expect(agents.explorer.model).toBe('google/antigravity-gemini-3-flash');
  364. expect(agents.librarian.model).toBe('google/antigravity-gemini-3-flash');
  365. expect(agents.designer.model).toBe('google/antigravity-gemini-3-flash');
  366. expect(agents.fixer.model).toBe('google/antigravity-gemini-3-flash');
  367. });
  368. test('generateLiteConfig generates antigravity-mixed-openai preset when OpenAI + Antigravity', () => {
  369. const config = generateLiteConfig({
  370. hasKimi: false,
  371. hasOpenAI: true,
  372. hasAntigravity: true,
  373. hasOpencodeZen: false,
  374. hasTmux: false,
  375. installSkills: false,
  376. installCustomSkills: false,
  377. });
  378. expect(config.preset).toBe('antigravity-mixed-openai');
  379. const agents = (config.presets as any)['antigravity-mixed-openai'];
  380. expect(agents).toBeDefined();
  381. // Orchestrator should use Antigravity (no Kimi)
  382. expect(agents.orchestrator.model).toBe(
  383. 'google/antigravity-gemini-3-flash',
  384. );
  385. // Oracle should use OpenAI
  386. expect(agents.oracle.model).toBe('openai/gpt-5.3-codex');
  387. expect(agents.oracle.variant).toBe('high');
  388. // Explorer/Librarian/Designer use Antigravity Flash; Fixer prefers OpenAI
  389. expect(agents.explorer.model).toBe('google/antigravity-gemini-3-flash');
  390. expect(agents.librarian.model).toBe('google/antigravity-gemini-3-flash');
  391. expect(agents.designer.model).toBe('google/antigravity-gemini-3-flash');
  392. expect(agents.fixer.model).toBe('openai/gpt-5.3-codex');
  393. });
  394. test('generateLiteConfig generates pure antigravity preset when only Antigravity', () => {
  395. const config = generateLiteConfig({
  396. hasKimi: false,
  397. hasOpenAI: false,
  398. hasAntigravity: true,
  399. hasOpencodeZen: false,
  400. hasTmux: false,
  401. installSkills: false,
  402. installCustomSkills: false,
  403. });
  404. expect(config.preset).toBe('antigravity');
  405. const agents = (config.presets as any).antigravity;
  406. expect(agents).toBeDefined();
  407. // All agents should use Antigravity
  408. expect(agents.orchestrator.model).toBe(
  409. 'google/antigravity-gemini-3-flash',
  410. );
  411. expect(agents.oracle.model).toBe('google/antigravity-gemini-3-pro');
  412. expect(agents.explorer.model).toBe('google/antigravity-gemini-3-flash');
  413. expect(agents.librarian.model).toBe('google/antigravity-gemini-3-flash');
  414. expect(agents.designer.model).toBe('google/antigravity-gemini-3-flash');
  415. expect(agents.fixer.model).toBe('google/antigravity-gemini-3-flash');
  416. });
  417. test('generateAntigravityMixedPreset respects Kimi for orchestrator', () => {
  418. const preset = generateAntigravityMixedPreset({
  419. hasKimi: true,
  420. hasOpenAI: false,
  421. hasAntigravity: true,
  422. hasOpencodeZen: false,
  423. hasTmux: false,
  424. installSkills: false,
  425. installCustomSkills: false,
  426. });
  427. expect((preset.orchestrator as any).model).toBe('kimi-for-coding/k2p5');
  428. });
  429. test('generateAntigravityMixedPreset respects OpenAI for oracle', () => {
  430. const preset = generateAntigravityMixedPreset({
  431. hasKimi: false,
  432. hasOpenAI: true,
  433. hasAntigravity: true,
  434. hasOpencodeZen: false,
  435. hasTmux: false,
  436. installSkills: false,
  437. installCustomSkills: false,
  438. });
  439. expect((preset.oracle as any).model).toBe('openai/gpt-5.3-codex');
  440. expect((preset.oracle as any).variant).toBe('high');
  441. });
  442. test('generateAntigravityMixedPreset uses OpenAI fixer and Antigravity support defaults', () => {
  443. const preset = generateAntigravityMixedPreset({
  444. hasKimi: true,
  445. hasOpenAI: true,
  446. hasAntigravity: true,
  447. hasOpencodeZen: false,
  448. hasTmux: false,
  449. installSkills: false,
  450. installCustomSkills: false,
  451. });
  452. expect((preset.explorer as any).model).toBe(
  453. 'google/antigravity-gemini-3-flash',
  454. );
  455. expect((preset.librarian as any).model).toBe(
  456. 'google/antigravity-gemini-3-flash',
  457. );
  458. expect((preset.designer as any).model).toBe(
  459. 'google/antigravity-gemini-3-flash',
  460. );
  461. expect((preset.fixer as any).model).toBe('openai/gpt-5.3-codex');
  462. });
  463. });
  464. });