mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-07 15:52:52 +03:00
ebf06b5e6c
Reuse the xhigh opt-out policy for OpenAI-compatible `max` normalization: non-Claude providers map `max` to `xhigh` unless the target model explicitly opts out (DeepSeek via OpenRouter supports xhigh), downgrading to `high` only on explicit opt-outs. Resolves common Claude aliases (anthropic/claude-opus-4.6, anthropic.claude-opus-4-6, short/dated/-thinking variants) back to the canonical Claude xhigh-support list, and keeps literal `max` pass-through for native Claude/CC providers that support it. Also moves the mistral/github reasoning-effort rejection ahead of normalization (it was previously dead code for `max`). Includes the v3.8.25 release file-size re-baseline. Integrated into release/v3.8.25. Co-authored-by: R.D. <rogerproself@gmail.com>
178 lines
7.6 KiB
TypeScript
178 lines
7.6 KiB
TypeScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
|
|
import {
|
|
PROVIDER_ID_TO_ALIAS,
|
|
PROVIDER_MODELS,
|
|
findModelName,
|
|
getDefaultModel,
|
|
getModelTargetFormat,
|
|
getModelsByProviderId,
|
|
getProviderModels,
|
|
isValidModel,
|
|
supportsClaudeMaxEffort,
|
|
supportsXHighEffort,
|
|
supportsXHighEffortForMaxNormalization,
|
|
} from "../../open-sse/config/providerModels.ts";
|
|
|
|
test("provider models helpers expose model lists and defaults", () => {
|
|
const openaiModels = getProviderModels("openai");
|
|
|
|
assert.ok(Array.isArray(openaiModels));
|
|
assert.ok(openaiModels.length > 0);
|
|
assert.equal(getProviderModels("provider-that-does-not-exist").length, 0);
|
|
assert.equal(getDefaultModel("openai"), openaiModels[0].id);
|
|
assert.equal(getDefaultModel("provider-that-does-not-exist"), null);
|
|
});
|
|
|
|
test("provider models helpers validate and resolve model metadata", () => {
|
|
const openaiModels = PROVIDER_MODELS.openai;
|
|
const firstModel = openaiModels[0];
|
|
|
|
assert.equal(isValidModel("openai", firstModel.id), true);
|
|
assert.equal(isValidModel("openai", "missing-model"), false);
|
|
assert.equal(
|
|
isValidModel("passthrough-provider", "anything-goes", new Set(["passthrough-provider"])),
|
|
true
|
|
);
|
|
|
|
assert.equal(findModelName("openai", firstModel.id), firstModel.name);
|
|
assert.equal(findModelName("openai", "missing-model"), "missing-model");
|
|
assert.equal(findModelName("missing-provider", "missing-model"), "missing-model");
|
|
|
|
assert.equal(getModelTargetFormat("openai", firstModel.id), firstModel.targetFormat || null);
|
|
assert.equal(getModelTargetFormat("openai", "missing-model"), null);
|
|
assert.equal(getModelTargetFormat("missing-provider", "missing-model"), null);
|
|
});
|
|
|
|
test("provider models helpers resolve provider IDs through aliases", () => {
|
|
const firstProviderId = Object.keys(PROVIDER_ID_TO_ALIAS)[0];
|
|
const alias = PROVIDER_ID_TO_ALIAS[firstProviderId] || firstProviderId;
|
|
|
|
assert.deepEqual(getModelsByProviderId(firstProviderId), PROVIDER_MODELS[alias] || []);
|
|
assert.deepEqual(getModelsByProviderId("provider-that-does-not-exist"), []);
|
|
});
|
|
|
|
test("Reka registry exposes preset models", () => {
|
|
const rekaModels = getModelsByProviderId("reka");
|
|
const ids = rekaModels.map((model) => model.id);
|
|
|
|
assert.equal(PROVIDER_ID_TO_ALIAS.reka, "reka");
|
|
assert.equal(getDefaultModel("reka"), "reka-flash-3");
|
|
assert.deepEqual(ids, ["reka-flash-3", "reka-edge-2603"]);
|
|
assert.equal(isValidModel("reka", "reka-edge-2603"), true);
|
|
});
|
|
|
|
test("GitHub Copilot registry reflects the current supported model lineup", () => {
|
|
const githubModels = getProviderModels("gh");
|
|
const ids = new Set(githubModels.map((model) => model.id));
|
|
|
|
assert.ok(ids.has("gpt-5.3-codex"));
|
|
assert.ok(ids.has("gpt-5.4"));
|
|
assert.ok(ids.has("gpt-5.4-mini"));
|
|
assert.ok(ids.has("claude-opus-4.7"));
|
|
assert.ok(ids.has("claude-opus-4.6"));
|
|
assert.ok(ids.has("claude-sonnet-4.6"));
|
|
assert.ok(ids.has("gemini-3-flash-preview"));
|
|
assert.equal(getModelTargetFormat("gh", "gpt-5.3-codex"), "openai-responses");
|
|
assert.equal(getModelTargetFormat("gh", "claude-opus-4.6"), null);
|
|
assert.equal(ids.has("gpt-5.1"), false);
|
|
assert.equal(ids.has("gpt-5.1-codex"), false);
|
|
assert.equal(ids.has("claude-opus-4.1"), false);
|
|
});
|
|
|
|
test("Kiro registry exposes the current CLI model lineup with context windows", () => {
|
|
const kiroModels = getProviderModels("kr");
|
|
const byId = new Map(kiroModels.map((model) => [model.id, model]));
|
|
|
|
assert.ok(byId.has("claude-opus-4.7"));
|
|
assert.equal(byId.get("claude-opus-4.7")?.contextLength, 1000000);
|
|
assert.ok(byId.has("claude-sonnet-4.6"));
|
|
assert.ok(byId.has("claude-haiku-4.5"));
|
|
assert.equal(byId.has("claude-opus-4-7"), false);
|
|
assert.equal(byId.has("claude-sonnet-4-6"), false);
|
|
assert.equal(byId.has("claude-haiku-4-5"), false);
|
|
});
|
|
|
|
test("Claude max effort support excludes Haiku family and non-Claude IDs", () => {
|
|
assert.equal(supportsClaudeMaxEffort("claude-opus-4-7"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-opus-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-5-20250929"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-haiku-4-5-20251001"), false);
|
|
assert.equal(supportsClaudeMaxEffort("claude-3-5-haiku-20241022"), false);
|
|
assert.equal(supportsClaudeMaxEffort("anthropic/claude-haiku-4.5"), false);
|
|
assert.equal(supportsClaudeMaxEffort("vendor/haiku-compatible-claude-sonnet-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("gpt-5"), false);
|
|
assert.equal(supportsClaudeMaxEffort("claude-future-5-0"), true);
|
|
});
|
|
|
|
test("xhigh effort support defaults to pass-through and opts out explicit false models", () => {
|
|
const claudeModels = new Set(getModelsByProviderId("claude").map((model) => model.id));
|
|
|
|
assert.ok(claudeModels.has("claude-opus-4-8"));
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-8"), true);
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("claude", "claude-sonnet-4-6"), false);
|
|
assert.equal(supportsXHighEffort("claude", "claude-future-5-0"), true);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "deepseek/deepseek-v4-pro"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6"), false);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.7"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.5"), false);
|
|
assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("github", "claude-opus-4.6"), false);
|
|
assert.equal(supportsXHighEffort("github", "claude-opus-4.7"), true);
|
|
assert.equal(supportsXHighEffort("unknown-provider", "vendor/claude-opus-4.6"), false);
|
|
assert.equal(
|
|
supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6-thinking-xhigh"),
|
|
false
|
|
);
|
|
assert.equal(supportsXHighEffort("deepseek", "deepseek-v4-pro"), true);
|
|
});
|
|
|
|
test("max normalization follows xhigh opt-out behavior", () => {
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openai-compatible-free1", "gemini-3.1-pro-preview"),
|
|
true
|
|
);
|
|
assert.equal(supportsXHighEffortForMaxNormalization("xiaomi-mimo", "mimo-v2.5-pro"), true);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "deepseek/deepseek-v4-pro"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("bedrock", "anthropic.claude-opus-4-6"),
|
|
false
|
|
);
|
|
});
|