smashimo/oh-my-pi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
a69d166e004c8e8b5bb17f4b66be37200a6a9273
oh-my-pi/packages/catalog/test/identity-family.test.ts
T
can1357 a69d166e00 perf(discovery): memoized WSL host-home probe per environment 
- Deduplicated the re-imported changelog bullets from the PR #8403 merge,
  keeping the condensed register with only the new #8402 entry.
- getUserHomeCandidates memoizes the WSL home candidate keyed by
  platform + WSL markers + USERPROFILE, so a wedged interop pipe costs
  one bounded probe per process instead of one 500ms stall per
  discovery loader, while env changes (tests, SDK embeddings) still
  recompute.
2026-08-13 06:51:35 +02:00

352 lines
16 KiB
TypeScript
Raw Blame History

import { describe, expect, test } from "bun:test";
import {
hasOpus47ApiRestrictions,
isClaudeModelId,
isGeminiModelId,
isGlmVisionModelId,
isGrokModelId,
isGrokReasoningEffortCapable,
isKimiK26ModelId,
isKimiModelId,
isMinimaxM2FamilyModelId,
isMinimaxM3FamilyModelId,
isOpenAIGptOssModelId,
isOpenAIModelId,
isReasoningGlmModelId,
modelFamilyToken,
parseAnthropicModel,
supportsAdaptiveThinkingDisplay,
supportsMidConversationSystemMessages,
} from "@oh-my-pi/pi-catalog/identity";
describe("isKimiModelId", () => {
test("matches Kimi namespace and delimiter forms", () => {
expect(isKimiModelId("moonshotai/kimi-k2")).toBe(true);
expect(isKimiModelId("kimi-k2.6")).toBe(true);
expect(isKimiModelId("vendor/kimi.x")).toBe(true);
expect(isKimiModelId("akimbo-model")).toBe(false);
});
});
describe("isKimiK26ModelId", () => {
test("matches Kimi K2.6 without accepting adjacent versions", () => {
expect(isKimiK26ModelId("kimi-k2.6")).toBe(true);
expect(isKimiK26ModelId("kimi-k2.6-thinking")).toBe(true);
expect(isKimiK26ModelId("kimi-k2.61")).toBe(false);
expect(isKimiK26ModelId("kimi-k2.5")).toBe(false);
// Router ids spell the version `k2p6` (e.g. Fireworks Fire Pass).
expect(isKimiK26ModelId("accounts/fireworks/routers/kimi-k2p6-turbo")).toBe(true);
expect(isKimiK26ModelId("kimi-k2p6")).toBe(true);
expect(isKimiK26ModelId("kimi-k2p61")).toBe(false);
});
});
describe("isClaudeModelId", () => {
test("matches Claude namespace and delimiter forms", () => {
expect(isClaudeModelId("claude-sonnet-4-6")).toBe(true);
expect(isClaudeModelId("anthropic/claude.3")).toBe(true);
expect(isClaudeModelId("my-claudius")).toBe(false);
});
test("matches dotted Bedrock cross-region inference profile ids for Claude kinds not enumerated in parseAnthropicModel", () => {
// `parseAnthropicModel` only classifies opus/sonnet/fable/mythos, so a
// Haiku Bedrock profile (`us.anthropic.claude-haiku-…`) slips past its
// regex and MUST still classify as Claude via this fallback so
// `modelFamilyToken`/`preferredDialect` route it to the Anthropic
// dialect instead of falling through to XML.
expect(isClaudeModelId("us.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe(true);
expect(isClaudeModelId("eu.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe(true);
expect(isClaudeModelId("global.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe(true);
expect(isClaudeModelId("au.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe(true);
// Non-Claude names that happen to contain "claude" as a substring
// stay unmatched — no `.` / `/` / start delimiter before `claude-`.
expect(isClaudeModelId("subclaudian")).toBe(false);
expect(isClaudeModelId("claudius-5")).toBe(false);
});
});
describe("parseAnthropicModel", () => {
test("parses SAP hai-proxy version-first Claude ids without accepting Haiku", () => {
expect(parseAnthropicModel("anthropic--claude-4.8-opus")).toEqual({
family: "anthropic",
kind: "opus",
version: { major: 4, minor: 8, patch: 0 },
});
expect(parseAnthropicModel("anthropic--claude-4.6-opus")).toEqual({
family: "anthropic",
kind: "opus",
version: { major: 4, minor: 6, patch: 0 },
});
expect(parseAnthropicModel("anthropic--claude-4.8-haiku")).toBeNull();
});
test("parses versions past the precompute table instead of classifying the model unknown", () => {
// The semver precompute table gates parsing; a too-small bound silently
// downgraded `claude-opus-5-11`-shaped ids to unknown (#8256 class).
expect(parseAnthropicModel("claude-opus-5-11")).toEqual({
family: "anthropic",
kind: "opus",
version: { major: 5, minor: 11, patch: 0 },
});
expect(parseAnthropicModel("claude-sonnet-4.25")).toEqual({
family: "anthropic",
kind: "sonnet",
version: { major: 4, minor: 25, patch: 0 },
});
});
});
describe("supportsAdaptiveThinkingDisplay", () => {
test("allows Claude Fable 5, Opus 4.7 or newer, and Sonnet 5 or newer only", () => {
expect(supportsAdaptiveThinkingDisplay("claude-fable-5")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("claude-opus-4-7")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("claude-opus-5-0")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("claude-sonnet-5")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("us.anthropic.claude-sonnet-5")).toBe(true);
// Dotted and dashed version separators are equivalent.
expect(supportsAdaptiveThinkingDisplay("claude-opus-4.7")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("anthropic/claude-opus-4.8")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("anthropic--claude-4.8-opus")).toBe(true);
expect(supportsAdaptiveThinkingDisplay("anthropic--claude-4.6-opus")).toBe(false);
expect(supportsAdaptiveThinkingDisplay("claude-opus-4-6")).toBe(false);
expect(supportsAdaptiveThinkingDisplay("claude-opus-4.6")).toBe(false);
expect(supportsAdaptiveThinkingDisplay("claude-opus-4-20250514")).toBe(false);
expect(supportsAdaptiveThinkingDisplay("claude-sonnet-4-6")).toBe(false);
});
});
describe("hasOpus47ApiRestrictions", () => {
test("allows Claude Fable 5, Opus 4.7 or newer, and Sonnet 5 or newer only", () => {
expect(hasOpus47ApiRestrictions("claude-fable-5")).toBe(true);
expect(hasOpus47ApiRestrictions("claude-opus-4-7")).toBe(true);
expect(hasOpus47ApiRestrictions("claude-opus-4.8")).toBe(true);
expect(hasOpus47ApiRestrictions("anthropic--claude-4.7-opus")).toBe(true);
expect(hasOpus47ApiRestrictions("claude-sonnet-5")).toBe(true);
expect(hasOpus47ApiRestrictions("us.anthropic.claude-sonnet-5")).toBe(true);
expect(hasOpus47ApiRestrictions("claude-opus-4-6")).toBe(false);
expect(hasOpus47ApiRestrictions("claude-sonnet-4-6")).toBe(false);
expect(hasOpus47ApiRestrictions("claude-sonnet-4-5")).toBe(false);
});
});
describe("supportsMidConversationSystemMessages", () => {
test("allows Claude Fable 5, Opus 4.8 or newer, and Sonnet 5 or newer only", () => {
expect(supportsMidConversationSystemMessages("claude-fable-5")).toBe(true);
expect(supportsMidConversationSystemMessages("claude-opus-4-8")).toBe(true);
expect(supportsMidConversationSystemMessages("claude-sonnet-5")).toBe(true);
expect(supportsMidConversationSystemMessages("us.anthropic.claude-sonnet-5")).toBe(true);
expect(supportsMidConversationSystemMessages("anthropic--claude-4.8-opus")).toBe(true);
expect(supportsMidConversationSystemMessages("anthropic--claude-4.7-opus")).toBe(false);
expect(supportsMidConversationSystemMessages("claude-opus-4-7")).toBe(false);
expect(supportsMidConversationSystemMessages("claude-sonnet-4-6")).toBe(false);
});
});
describe("isMinimaxM2FamilyModelId", () => {
test("matches every M2-generation id shape served by aggregator/native hosts", () => {
// Fireworks/OpenCode/openrouter direct ids and `-highspeed`/`-lightning` variants.
expect(isMinimaxM2FamilyModelId("minimax-m2.7")).toBe(true);
expect(isMinimaxM2FamilyModelId("MiniMax-M2.7")).toBe(true);
expect(isMinimaxM2FamilyModelId("MiniMax-M2.7-highspeed")).toBe(true);
expect(isMinimaxM2FamilyModelId("MiniMax-M2.1-lightning")).toBe(true);
// Vendor-namespaced ids on aggregators.
expect(isMinimaxM2FamilyModelId("minimax/minimax-m2")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax/minimax-m2.5:free")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimaxai/minimax-m2.7")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax/minimax-m2-her")).toBe(true);
// Bedrock-shaped id and aimlapi short form.
expect(isMinimaxM2FamilyModelId("minimax.minimax-m2.7")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax/m2")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax/m2-7-highspeed")).toBe(true);
// Venice's dotless aliases.
expect(isMinimaxM2FamilyModelId("minimax-m21")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax-m25")).toBe(true);
expect(isMinimaxM2FamilyModelId("minimax-m27")).toBe(true);
});
test("excludes non-M2 MiniMax SKUs and unrelated families", () => {
expect(isMinimaxM2FamilyModelId("minimax/m1")).toBe(false);
expect(isMinimaxM2FamilyModelId("MiniMax-M1")).toBe(false);
expect(isMinimaxM2FamilyModelId("MiniMax-M3")).toBe(false);
expect(isMinimaxM2FamilyModelId("minimax/minimax-m3")).toBe(false);
expect(isMinimaxM2FamilyModelId("MiniMax-Text-01")).toBe(false);
expect(isMinimaxM2FamilyModelId("minimax-music")).toBe(false);
expect(isMinimaxM2FamilyModelId("minimax/hailuo-02")).toBe(false);
expect(isMinimaxM2FamilyModelId("minimax/music-2.0")).toBe(false);
// Lone "m2" string with no MiniMax context does not match.
expect(isMinimaxM2FamilyModelId("kimi-m2")).toBe(false);
expect(isMinimaxM2FamilyModelId("gpt-oss-120b")).toBe(false);
});
});
describe("isMinimaxM3FamilyModelId", () => {
test("matches MiniMax M3 ids without broadening the M2 effort predicate", () => {
expect(isMinimaxM3FamilyModelId("MiniMax-M3")).toBe(true);
expect(isMinimaxM3FamilyModelId("minimax-m3")).toBe(true);
expect(isMinimaxM3FamilyModelId("minimax/minimax-m3")).toBe(true);
expect(isMinimaxM3FamilyModelId("minimax-m3-free")).toBe(true);
expect(isMinimaxM3FamilyModelId("minimax/m3")).toBe(true);
expect(isMinimaxM3FamilyModelId("MiniMax-M2.7")).toBe(false);
expect(isMinimaxM3FamilyModelId("MiniMax-Text-01")).toBe(false);
expect(isMinimaxM3FamilyModelId("minimax-music")).toBe(false);
expect(isMinimaxM3FamilyModelId("kimi-m3")).toBe(false);
});
});
describe("isOpenAIGptOssModelId", () => {
test("matches gpt-oss across catalog id shapes", () => {
expect(isOpenAIGptOssModelId("gpt-oss-120b")).toBe(true);
expect(isOpenAIGptOssModelId("gpt-oss-20b")).toBe(true);
expect(isOpenAIGptOssModelId("gpt-oss:120b")).toBe(true);
expect(isOpenAIGptOssModelId("openai/gpt-oss-120b")).toBe(true);
expect(isOpenAIGptOssModelId("gpt-oss-120b-medium")).toBe(true);
});
test("excludes unrelated `gpt-*` and `oss` models", () => {
expect(isOpenAIGptOssModelId("gpt-4o")).toBe(false);
expect(isOpenAIGptOssModelId("gpt-4.1-mini")).toBe(false);
expect(isOpenAIGptOssModelId("oss-llm")).toBe(false);
expect(isOpenAIGptOssModelId("MiniMax-M2.7")).toBe(false);
});
});
describe("isOpenAIModelId", () => {
test("matches current OpenAI ids across GPT, o-series, ChatGPT, and Codex aliases", () => {
for (const id of ["gpt-4o", "o3", "o4-mini", "chatgpt-4o-latest", "codex-mini-latest"]) {
expect(isOpenAIModelId(id)).toBe(true);
}
});
});
describe("isReasoningGlmModelId", () => {
test("matches the glm-4.5+ base / air / turbo reasoning lines", () => {
expect(isReasoningGlmModelId("glm-4.5")).toBe(true);
expect(isReasoningGlmModelId("glm-4.5-air")).toBe(true);
expect(isReasoningGlmModelId("glm-4.6")).toBe(true);
expect(isReasoningGlmModelId("glm-4.7")).toBe(true);
expect(isReasoningGlmModelId("glm-5")).toBe(true);
expect(isReasoningGlmModelId("glm-5-turbo")).toBe(true);
expect(isReasoningGlmModelId("glm-5.1")).toBe(true);
expect(isReasoningGlmModelId("glm-5.2")).toBe(true);
// Family match is future-proof: new integers need no allowlist entry.
expect(isReasoningGlmModelId("glm-5.3")).toBe(true);
expect(isReasoningGlmModelId("glm-6")).toBe(true);
// Namespaced ids are stripped before classification.
expect(isReasoningGlmModelId("z-ai/glm-5-turbo")).toBe(true);
});
test("excludes pre-4.5, vision, flash, and preview SKUs", () => {
expect(isReasoningGlmModelId("glm-4")).toBe(false);
expect(isReasoningGlmModelId("glm-4.4")).toBe(false);
expect(isReasoningGlmModelId("glm-5-preview")).toBe(false);
expect(isReasoningGlmModelId("glm-4.5-flash")).toBe(false);
expect(isReasoningGlmModelId("glm-4.7-flashx")).toBe(false);
expect(isReasoningGlmModelId("glm-4.5v")).toBe(false);
expect(isReasoningGlmModelId("qwen3.5")).toBe(false);
});
test("matches uppercase provider-prefixed GLM ids", () => {
// Baseten, CoreWeave, HuggingFace, etc. serve GLM under uppercase ids.
expect(isReasoningGlmModelId("zai-org/GLM-5.2")).toBe(true);
expect(isReasoningGlmModelId("zai-org/GLM-5.2-Fast")).toBe(true);
expect(isReasoningGlmModelId("zai-org/GLM-4.7")).toBe(true);
expect(isReasoningGlmModelId("zai-org/GLM-4.5-Air")).toBe(true);
expect(isReasoningGlmModelId("zai-org/GLM-5-Turbo")).toBe(true);
// Vision SKUs are still excluded even in uppercase.
expect(isReasoningGlmModelId("zai-org/GLM-4.5V")).toBe(false);
});
});
describe("isGlmVisionModelId", () => {
test("matches the `v` vision shape across versions and variants", () => {
expect(isGlmVisionModelId("glm-4v")).toBe(true);
expect(isGlmVisionModelId("glm-4.5v")).toBe(true);
expect(isGlmVisionModelId("glm-4v-plus")).toBe(true);
});
test("excludes non-vision GLM ids (the old `includes('v')` false positives)", () => {
expect(isGlmVisionModelId("glm-5-preview")).toBe(false);
expect(isGlmVisionModelId("glm-4.5")).toBe(false);
expect(isGlmVisionModelId("glm-5-turbo")).toBe(false);
});
});
describe("modelFamilyToken", () => {
test("groups point releases within a vendor and separates across vendors", () => {
expect(modelFamilyToken("claude-opus-4-7")).toBe("anthropic");
expect(modelFamilyToken("claude-opus-4-8")).toBe("anthropic");
expect(modelFamilyToken("claude-opus-4-7")).toBe(modelFamilyToken("claude-opus-4-8"));
expect(modelFamilyToken("gpt-5.4")).toBe("openai");
expect(modelFamilyToken("gemini-3-pro")).toBe("gemini");
expect(modelFamilyToken("claude-opus-4-8")).not.toBe(modelFamilyToken("gpt-5.4"));
});
test("folds aggregator mirrors and namespace prefixes onto the lineage", () => {
expect(modelFamilyToken("anthropic/claude-opus-4.8")).toBe("anthropic");
expect(modelFamilyToken("openrouter/anthropic/claude-opus-4-8")).toBe("anthropic");
});
test("classifies Bedrock cross-region profile ids for Claude kinds not enumerated in parseAnthropicModel", () => {
// `parseAnthropicModel` doesn't know `haiku`, so this exercises the
// isClaudeModelId fallback specifically for dotted Bedrock profiles.
expect(modelFamilyToken("us.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe("anthropic");
expect(modelFamilyToken("eu.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe("anthropic");
expect(modelFamilyToken("global.anthropic.claude-haiku-4-5-20251001-v1:0")).toBe("anthropic");
});
test("classifies non-first-party families", () => {
expect(modelFamilyToken("moonshotai/kimi-k2")).toBe("kimi");
expect(modelFamilyToken("qwen/qwen3-coder")).toBe("qwen");
expect(modelFamilyToken("google/gemini-2.5-flash")).toBe("gemini");
expect(modelFamilyToken("xai/grok-4.6")).toBe("grok");
expect(modelFamilyToken("openai/gemini-pro")).toBe("gemini");
expect(modelFamilyToken("openai/deepseek-r1")).toBe("deepseek");
expect(modelFamilyToken("openai/grok-4.6")).toBe("grok");
});
test("classifies GLM across provider mirrors so same-lineage SKUs fold together", () => {
expect(modelFamilyToken("glm-5.2")).toBe("glm");
expect(modelFamilyToken("zai/glm-5.2")).toBe(modelFamilyToken("zhipu-coding-plan/glm-5.2"));
expect(modelFamilyToken("zai/glm-5.2")).toBe("glm");
});
test("returns an empty token for unclassifiable ids so callers fall back to provider", () => {
expect(modelFamilyToken("some-unknown-model")).toBe("");
});
});
describe("isGeminiModelId", () => {
test("matches gemini ids across namespaces", () => {
expect(isGeminiModelId("gemini-3.5-flash")).toBe(true);
expect(isGeminiModelId("google/gemini-3-pro")).toBe(true);
expect(isGeminiModelId("openrouter/google/gemini-2.5-flash")).toBe(true);
expect(isGeminiModelId("gpt-4o")).toBe(false);
});
});
describe("isGrokModelId", () => {
test("matches grok ids across namespaces and delimiters", () => {
expect(isGrokModelId("grok-4-6")).toBe(true);
expect(isGrokModelId("xai/grok-3")).toBe(true);
expect(isGrokModelId("venice/grok-4.5")).toBe(true);
expect(isGrokModelId("cursor-grok-4.5-high")).toBe(true);
expect(isGrokModelId("notgrok-4.6")).toBe(false);
expect(isGrokModelId("gpt-4o")).toBe(false);
});
});
describe("isGrokReasoningEffortCapable", () => {
test("matches effort-capable Grok SKUs across namespaces", () => {
expect(isGrokReasoningEffortCapable("grok-4.3")).toBe(true);
expect(isGrokReasoningEffortCapable("grok-3-mini")).toBe(true);
expect(isGrokReasoningEffortCapable("grok-4.20-multi-agent")).toBe(true);
expect(isGrokReasoningEffortCapable("xai-oauth/grok-4.3")).toBe(true);
expect(isGrokReasoningEffortCapable("xai-oauth/grok-4.5")).toBe(true);
expect(isGrokReasoningEffortCapable("openrouter/xai/grok-3-mini")).toBe(true);
});
test("rejects effort-dial-less Grok SKUs and non-Grok ids", () => {
expect(isGrokReasoningEffortCapable("grok-build")).toBe(false);
expect(isGrokReasoningEffortCapable("grok-4.20-0309-reasoning")).toBe(false);
expect(isGrokReasoningEffortCapable("gpt-5")).toBe(false);
expect(isGrokReasoningEffortCapable("")).toBe(false);
});
});
Reference in New Issue View Git Blame Copy Permalink