OmniRoute/tests/unit/provider-models-config.test.ts

import test from "node:test";
import assert from "node:assert/strict";

import {
  PROVIDER_ID_TO_ALIAS,
  PROVIDER_MODELS,
  findModelName,
  getDefaultModel,
  getModelTargetFormat,
  getModelsByProviderId,
  getProviderModels,
  isValidModel,
  supportsClaudeMaxEffort,
  supportsXHighEffort,
  supportsXHighEffortForMaxNormalization,
} from "../../open-sse/config/providerModels.ts";
import { GITHUB_COPILOT_MODEL_ALLOWLIST } from "../../open-sse/services/githubCopilotModels.ts";

test("provider models helpers expose model lists and defaults", () => {
  const openaiModels = getProviderModels("openai");

  assert.ok(Array.isArray(openaiModels));
  assert.ok(openaiModels.length > 0);
  assert.equal(getProviderModels("provider-that-does-not-exist").length, 0);
  assert.equal(getDefaultModel("openai"), openaiModels[0].id);
  assert.equal(getDefaultModel("provider-that-does-not-exist"), null);
});

test("provider models helpers validate and resolve model metadata", () => {
  const openaiModels = PROVIDER_MODELS.openai;
  const firstModel = openaiModels[0];

  assert.equal(isValidModel("openai", firstModel.id), true);
  assert.equal(isValidModel("openai", "missing-model"), false);
  assert.equal(
    isValidModel("passthrough-provider", "anything-goes", new Set(["passthrough-provider"])),
    true
  );

  assert.equal(findModelName("openai", firstModel.id), firstModel.name);
  assert.equal(findModelName("openai", "missing-model"), "missing-model");
  assert.equal(findModelName("missing-provider", "missing-model"), "missing-model");

  assert.equal(getModelTargetFormat("openai", firstModel.id), firstModel.targetFormat || null);
  assert.equal(getModelTargetFormat("openai", "missing-model"), null);
  assert.equal(getModelTargetFormat("missing-provider", "missing-model"), null);
});

test("provider models helpers resolve provider IDs through aliases", () => {
  const firstProviderId = Object.keys(PROVIDER_ID_TO_ALIAS)[0];
  const alias = PROVIDER_ID_TO_ALIAS[firstProviderId] || firstProviderId;

  assert.deepEqual(getModelsByProviderId(firstProviderId), PROVIDER_MODELS[alias] || []);
  assert.deepEqual(getModelsByProviderId("provider-that-does-not-exist"), []);
});

test("getProviderModels returns models for both the alias and the raw provider id", () => {
  // Pick a provider whose alias differs from its id (e.g. "github" → "gh").
  const aliased = Object.entries(PROVIDER_ID_TO_ALIAS).find(([id, a]) => id !== a) as
    [string, string] | undefined;
  if (!aliased) return; // no aliased providers → trivially satisfied

  const [rawId, alias] = aliased;
  const byAlias = getProviderModels(alias);
  const byRawId = getProviderModels(rawId);

  assert.ok(byAlias.length > 0, `expected models under alias "${alias}"`);
  assert.deepEqual(
    byRawId,
    byAlias,
    `getProviderModels("${rawId}") should return the same models as getProviderModels("${alias}")`
  );
});

test("Reka registry exposes preset models", () => {
  const rekaModels = getModelsByProviderId("reka");
  const ids = rekaModels.map((model) => model.id);

  assert.equal(PROVIDER_ID_TO_ALIAS.reka, "reka");
  assert.equal(getDefaultModel("reka"), "reka-flash-3");
  assert.deepEqual(ids, ["reka-flash-3", "reka-flash", "reka-edge-2603"]);
  assert.equal(isValidModel("reka", "reka-edge-2603"), true);
  assert.equal(isValidModel("reka", "reka-flash"), true);
});

test("GitHub Copilot registry reflects the current supported model lineup", () => {
  const githubModels = getProviderModels("gh");
  const ids = githubModels.map((model) => model.id);

  assert.deepEqual(ids, [...GITHUB_COPILOT_MODEL_ALLOWLIST]);
  assert.equal(getModelTargetFormat("gh", "gpt-5.3-codex"), "openai-responses");
  // "claude-opus-4.6" is not a real Copilot model id (unlike claude-sonnet-4.6);
  // it never appears in the registry, so its target format stays null.
  assert.equal(getModelTargetFormat("gh", "claude-opus-4.6"), null);
  // Claude models route through Copilot's Anthropic-native /v1/messages shim
  // (executors/github.ts) — the only endpoint that surfaces prompt-cache token
  // counts for Claude and avoids a lossy tool_use/tool_result round-trip through
  // the OpenAI shape. Port of decolua/9router#2608.
  assert.equal(getModelTargetFormat("gh", "claude-opus-4.8-fast"), "claude");
  assert.equal(getModelTargetFormat("gh", "claude-sonnet-4.6"), "claude");
  assert.equal(getModelTargetFormat("gh", "gemini-3.5-flash"), null);
  assert.equal(getModelTargetFormat("gh", "kimi-k2.7-code"), null);
  assert.equal(ids.includes("gpt-4"), false);
  assert.equal(ids.includes("gpt-4o"), false);
  assert.equal(ids.includes("gpt-5.4-nano"), false);
  assert.equal(ids.includes("gpt-5.1"), false);
  assert.equal(ids.includes("gpt-5.1-codex"), false);
  assert.equal(ids.includes("claude-opus-4.1"), false);
  assert.equal(ids.includes("claude-opus-4-5-20251101"), false);
  assert.equal(ids.includes("gemini-3-flash-preview"), false);
});

test("Kiro registry exposes the current CLI model lineup with context windows", () => {
  const kiroModels = getProviderModels("kr");
  const byId = new Map(kiroModels.map((model) => [model.id, model]));

  // Kiro's real upstream Claude lineup (#6170): Sonnet 5 / Sonnet 4.5 / Haiku 4.5.
  // The Opus 4.x and Sonnet 4.6 ids were fabricated (copied from the Anthropic
  // catalog) and returned upstream 400 "Invalid model" — removed.
  assert.ok(byId.has("claude-sonnet-5"));
  assert.equal(byId.get("claude-sonnet-5")?.contextLength, 1000000);
  assert.ok(byId.has("claude-sonnet-4.5"));
  assert.ok(byId.has("claude-haiku-4.5"));
  assert.equal(byId.has("claude-opus-4.7"), false);
  assert.equal(byId.has("claude-sonnet-4.6"), false);
  assert.equal(byId.has("claude-sonnet-4-6"), false);
  assert.equal(byId.has("claude-haiku-4-5"), false);
});

test("Claude max effort support excludes Haiku family and non-Claude IDs", () => {
  assert.equal(supportsClaudeMaxEffort("claude-opus-4-7"), true);
  assert.equal(supportsClaudeMaxEffort("claude-opus-4-6"), true);
  assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-6"), true);
  assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-5-20250929"), true);
  assert.equal(supportsClaudeMaxEffort("claude-haiku-4-5-20251001"), false);
  assert.equal(supportsClaudeMaxEffort("claude-3-5-haiku-20241022"), false);
  assert.equal(supportsClaudeMaxEffort("anthropic/claude-haiku-4.5"), false);
  assert.equal(supportsClaudeMaxEffort("vendor/haiku-compatible-claude-sonnet-4-6"), true);
  assert.equal(supportsClaudeMaxEffort("gpt-5"), false);
  assert.equal(supportsClaudeMaxEffort("claude-future-5-0"), true);
});

test("xhigh effort support defaults to pass-through and opts out explicit false models", () => {
  const claudeModels = new Set(getModelsByProviderId("claude").map((model) => model.id));

  assert.ok(claudeModels.has("claude-opus-4-8"));
  assert.equal(supportsXHighEffort("claude", "claude-opus-4-8"), true);
  assert.equal(supportsXHighEffort("claude", "claude-opus-4-7"), true);
  assert.equal(supportsXHighEffort("claude", "claude-opus-4-6"), false);
  assert.equal(supportsXHighEffort("claude", "claude-sonnet-4-6"), false);
  assert.equal(supportsXHighEffort("claude", "claude-future-5-0"), true);
  assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-6"), false);
  assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-7"), true);
  assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-6"), false);
  assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-7"), true);
  assert.equal(supportsXHighEffort("openrouter", "deepseek/deepseek-v4-pro"), true);
  assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6"), false);
  assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.7"), true);
  assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.5"), false);
  assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-6"), false);
  assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-7"), true);
  assert.equal(supportsXHighEffort("github", "claude-opus-4.6"), false);
  assert.equal(supportsXHighEffort("github", "claude-opus-4.7"), true);
  assert.equal(supportsXHighEffort("unknown-provider", "vendor/claude-opus-4.6"), false);
  assert.equal(
    supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6-thinking-xhigh"),
    false
  );
  assert.equal(supportsXHighEffort("deepseek", "deepseek-v4-pro"), true);
});

test("max normalization follows xhigh opt-out behavior", () => {
  assert.equal(
    supportsXHighEffortForMaxNormalization("openai-compatible-free1", "gemini-3.1-pro-preview"),
    true
  );
  assert.equal(supportsXHighEffortForMaxNormalization("xiaomi-mimo", "mimo-v2.5-pro"), true);
  assert.equal(
    supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-6"),
    false
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-7"),
    true
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-6"),
    false
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-7"),
    true
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("openrouter", "deepseek/deepseek-v4-pro"),
    true
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.6"),
    false
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.7"),
    true
  );
  assert.equal(
    supportsXHighEffortForMaxNormalization("bedrock", "anthropic.claude-opus-4-6"),
    false
  );
});