Files
9router/tests/unit/capabilities.test.js
T
Minh Ha 5c217d34f3 feat(capabilities): model capability metadata on /v1/models, combo aggregation, pattern fixes
- Export aggregateComboCapabilities: union for vision/audio/search/pdf,
  intersection for tools, primary-model for reasoning fields, min
  contextWindow, max maxOutput
- Support nested combo resolution in aggregateComboCapabilities via
  comboLookup with depth guard (max 6)
- Wire capability metadata to all /v1/models entries and combos
- Show aggregated ctx/max metadata line and capability badges on combo chips
- Pattern fixes: MiMo v2.5/omni reasoning, qwen max/plus vision, minimax m2.x vision
- Sync commandcode model catalog and add openai gpt-5.5
- Add unit tests for capability patterns and combo capability aggregation
2026-09-21 19:41:29 +07:00

253 lines
10 KiB
JavaScript

import { describe, expect, it } from "vitest";
import { getCapabilitiesForModel } from "../../open-sse/providers/capabilities.js";
describe("getCapabilitiesForModel", () => {
it("reports DeepSeek V4.1-Flash ids as vision-capable without dropping their thinking/context", () => {
const v41 = { vision: true, reasoning: true, thinkingFormat: "deepseek", contextWindow: 1000000, maxOutput: 384000 };
expect(getCapabilitiesForModel(undefined, "deepseek-v4.1-flash")).toMatchObject(v41);
expect(getCapabilitiesForModel("opencode-go", "deepseek-v4.1-flash")).toMatchObject(v41);
expect(getCapabilitiesForModel("openrouter", "deepseek/deepseek-v4.1-flash")).toMatchObject(v41);
// "deepseek-flash" is the GA id for V4.1-Flash on the DeepSeek API; the pattern it
// used to fall through to gives it 128K/64K, which the exact entry keeps.
expect(getCapabilitiesForModel("opencode-go", "deepseek-flash")).toMatchObject({
vision: true,
reasoning: true,
thinkingFormat: "deepseek",
contextWindow: 128000,
maxOutput: 64000,
});
// the superseded text-only Flash id stays text-only
expect(getCapabilitiesForModel("opencode-go", "deepseek-v4-flash").vision).toBe(false);
});
const claudeSonnet5Expected = {
contextWindow: 1000000,
maxOutput: 128000,
thinkingFormat: "claude-adaptive",
reasoning: true,
vision: true,
search: true,
};
const kiroGpt56Expected = {
contextWindow: 272000,
maxOutput: 128000,
thinkingFormat: "openai",
reasoning: true,
vision: true,
search: true,
};
it("reports Kiro Claude Opus 5 variants as 1M adaptive-thinking models", () => {
for (const model of [
"claude-opus-5",
"anthropic/claude-opus-5",
"claude-opus-5-thinking",
"claude-opus-5-agentic",
"claude-opus-5-thinking-agentic",
]) {
expect(getCapabilitiesForModel("kiro", model)).toMatchObject(claudeSonnet5Expected);
}
});
it("reports Claude Fable 5.1 as a permanent adaptive-thinking model", () => {
expect(getCapabilitiesForModel("claude", "claude-fable-5-1")).toMatchObject({
...claudeSonnet5Expected,
thinkingCanDisable: false,
});
});
it("reports Kiro Claude Opus 4.8 as a 1M context model", () => {
expect(getCapabilitiesForModel("kiro", "claude-opus-4.8").contextWindow).toBe(1000000);
expect(getCapabilitiesForModel("kiro", "anthropic/claude-opus-4.8").contextWindow).toBe(1000000);
expect(getCapabilitiesForModel("kiro", "claude-opus-4-8").contextWindow).toBe(1000000);
expect(getCapabilitiesForModel("kiro", "claude-opus-4.8-thinking").contextWindow).toBe(1000000);
expect(getCapabilitiesForModel("kiro", "claude-opus-4-8-thinking").contextWindow).toBe(1000000);
});
it("reports Kiro Claude Sonnet 5 as a 1M adaptive-thinking model", () => {
expect(getCapabilitiesForModel("kiro", "claude-sonnet-5")).toMatchObject(claudeSonnet5Expected);
expect(getCapabilitiesForModel("kiro", "anthropic/claude-sonnet-5")).toMatchObject(claudeSonnet5Expected);
expect(getCapabilitiesForModel("kiro", "claude-sonnet-5-thinking")).toMatchObject(claudeSonnet5Expected);
expect(getCapabilitiesForModel("kiro", "claude-sonnet-5-agentic")).toMatchObject(claudeSonnet5Expected);
expect(getCapabilitiesForModel("kiro", "claude-sonnet-5-thinking-agentic")).toMatchObject(claudeSonnet5Expected);
});
it("reports Kiro GPT 5.6 models with the Kiro 272k context window", () => {
expect(getCapabilitiesForModel("kiro", "gpt-5.6-sol")).toMatchObject(kiroGpt56Expected);
expect(getCapabilitiesForModel("kiro", "openai/gpt-5.6-sol")).toMatchObject(kiroGpt56Expected);
expect(getCapabilitiesForModel("kiro", "gpt-5.6-terra-thinking")).toMatchObject(kiroGpt56Expected);
expect(getCapabilitiesForModel("kiro", "gpt-5.6-luna-agentic")).toMatchObject(kiroGpt56Expected);
expect(getCapabilitiesForModel("kiro", "gpt-5.6-sol-thinking-agentic")).toMatchObject(kiroGpt56Expected);
});
it("reports Codex GPT 6.0 Astra as a vision and thinking capable model", () => {
expect(getCapabilitiesForModel("codex", "gpt-6-astra")).toMatchObject({
vision: true,
reasoning: true,
search: true,
thinkingFormat: "openai",
contextWindow: 272000,
maxOutput: 128000,
});
});
it("CommandCode v4.1-flash is vision + effort capable", () => {
expect(getCapabilitiesForModel("commandcode", "deepseek/deepseek-v4.1-flash")).toMatchObject({
vision: true,
reasoning: true,
thinkingFormat: "commandcode",
thinkingEffortSupported: true,
});
});
it("CommandCode MiniMax-M3 is vision capable", () => {
expect(getCapabilitiesForModel("commandcode", "MiniMaxAI/MiniMax-M3").vision).toBe(true);
});
it("CommandCode text-only DeepSeek V4 Flash stays non-vision", () => {
expect(getCapabilitiesForModel("commandcode", "deepseek/deepseek-v4-flash").vision).toBe(false);
expect(getCapabilitiesForModel("commandcode", "deepseek/deepseek-v4-flash")).toMatchObject({
reasoning: true,
thinkingFormat: "commandcode",
thinkingEffortSupported: true,
});
});
});
describe("getCapabilitiesForModel — MiMo (<think>-tag reasoning, always-on)", () => {
it("mimo-v2.5 has vision + reasoning + deepseek format, cannot disable", () => {
const caps = getCapabilitiesForModel(null, "mimo-v2.5");
expect(caps.vision).toBe(true);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingFormat).toBe("deepseek");
expect(caps.thinkingCanDisable).toBe(false);
});
it("mimo-v2.5-pro has vision (matches *mimo*v2.5* pattern)", () => {
const caps = getCapabilitiesForModel(null, "mimo-v2.5-pro");
expect(caps.vision).toBe(true);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingFormat).toBe("deepseek");
expect(caps.thinkingCanDisable).toBe(false);
});
it("xiaomi/mimo-v2.5-pro (vendor-prefixed) has vision", () => {
const caps = getCapabilitiesForModel(null, "xiaomi/mimo-v2.5-pro");
expect(caps.vision).toBe(true);
expect(caps.thinkingFormat).toBe("deepseek");
});
it("mimo-omni-x has audioInput via the omni pattern", () => {
const caps = getCapabilitiesForModel(null, "mimo-omni-x");
expect(caps.vision).toBe(true);
expect(caps.audioInput).toBe(true);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingCanDisable).toBe(false);
});
it("generic mimo has vision + reasoning (fallback pattern)", () => {
const caps = getCapabilitiesForModel(null, "mimo");
expect(caps.vision).toBe(true);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingCanDisable).toBe(false);
});
});
describe("getCapabilitiesForModel — Qwen max/plus vision", () => {
it("qwen3.7-max has vision (*qwen*max* fires before *qwen3.7*)", () => {
const caps = getCapabilitiesForModel(null, "qwen3.7-max");
expect(caps.vision).toBe(true);
expect(caps.reasoning).toBe(true);
});
it("Qwen3.6-Max-Preview has vision (case-insensitive pattern match)", () => {
const caps = getCapabilitiesForModel(null, "Qwen3.6-Max-Preview");
expect(caps.vision).toBe(true);
});
it("qwen3.7-plus has vision", () => {
const caps = getCapabilitiesForModel(null, "qwen3.7-plus");
expect(caps.vision).toBe(true);
});
it("qwen3.7 has vision from the qwen3.7 pattern", () => {
const caps = getCapabilitiesForModel(null, "qwen3.7");
expect(caps.vision).toBe(true);
});
it("qwq has no vision (thinking-only model)", () => {
const caps = getCapabilitiesForModel(null, "qwq-32b");
expect(caps.vision).toBe(false);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingCanDisable).toBe(false);
});
});
describe("getCapabilitiesForModel — MiniMax M2.x vision", () => {
it("minimax-m2.7 has vision", () => {
const caps = getCapabilitiesForModel(null, "minimax-m2.7");
expect(caps.vision).toBe(true);
expect(caps.thinkingCanDisable).toBe(false);
});
it("minimax-m2.5 has vision", () => {
const caps = getCapabilitiesForModel(null, "minimax-m2.5");
expect(caps.vision).toBe(true);
expect(caps.thinkingCanDisable).toBe(false);
});
it("MiniMax-M2.7 has vision (vendor prefix MiniMaxAI/ stripped by route)", () => {
const caps = getCapabilitiesForModel(null, "MiniMaxAI/MiniMax-M2.7");
expect(caps.vision).toBe(true);
});
it("minimax-m3 has vision (separate pattern)", () => {
const caps = getCapabilitiesForModel(null, "minimax-m3");
expect(caps.vision).toBe(true);
});
});
describe("getCapabilitiesForModel — DeepSeek V4 text-only", () => {
it("deepseek-v4-pro has no vision", () => {
const caps = getCapabilitiesForModel(null, "deepseek-v4-pro");
expect(caps.vision).toBe(false);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingFormat).toBe("deepseek");
});
it("deepseek-v4-flash has no vision", () => {
const caps = getCapabilitiesForModel(null, "deepseek-v4-flash");
expect(caps.vision).toBe(false);
expect(caps.reasoning).toBe(true);
});
it("deepseek/deepseek-v4-pro (vendor-prefixed) has no vision", () => {
const caps = getCapabilitiesForModel(null, "deepseek/deepseek-v4-pro");
expect(caps.vision).toBe(false);
});
});
describe("getCapabilitiesForModel — codebuddy-cn provider overrides", () => {
it("deepseek-v4-pro via codebuddy-cn uses openai thinking format", () => {
const caps = getCapabilitiesForModel("codebuddy-cn", "deepseek-v4-pro");
expect(caps.vision).toBe(true);
expect(caps.reasoning).toBe(true);
expect(caps.thinkingFormat).toBe("openai");
expect(caps.thinkingCanDisable).toBe(true);
});
it("minimax-m3 via codebuddy-cn has vision (provider override)", () => {
const caps = getCapabilitiesForModel("codebuddy-cn", "minimax-m3");
expect(caps.vision).toBe(true);
expect(caps.thinkingFormat).toBe("openai");
expect(caps.thinkingCanDisable).toBe(false);
});
it("unknown provider falls through to pattern matching", () => {
const caps = getCapabilitiesForModel("unknown-provider", "mimo-v2.5");
expect(caps.vision).toBe(true);
expect(caps.thinkingFormat).toBe("deepseek");
});
});