OmniRoute/open-sse/services/__tests__/tierResolver.test.ts

/**
 * Unit tests for TierResolver (Task 13)
 * Tests: classifyTier, setTierConfig, clearTierCache, getTierStats, classifyTiers
 */

import { describe, it, beforeEach } from "node:test";
import assert from "node:assert/strict";
import {
  classifyTier,
  setTierConfig,
  clearTierCache,
  getTierStats,
  classifyTiers,
} from "../tierResolver.ts";
import { PROVIDER_TIER } from "../tierTypes.ts";
import {
  DEFAULT_TIER_CONFIG,
  LEGACY_FREE_PROVIDERS,
  deriveNoAuthFreeProviders,
} from "../tierConfig.ts";
import { NOAUTH_PROVIDERS } from "@/shared/constants/providers.ts";

describe("TierResolver", () => {
  // Reset cache between tests
  beforeEach(() => clearTierCache());

  describe("classifyTier - free providers", () => {
    it("classifies Kiro as free", () => {
      const result = classifyTier("kiro", "claude-sonnet-4.5");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Qoder as free", () => {
      const result = classifyTier("qoder", "kimi-k2-thinking");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Pollinations as free", () => {
      const result = classifyTier("pollinations", "gpt-5");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies LongCat as free", () => {
      const result = classifyTier("longcat", "flash-lite");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Qwen as free", () => {
      const result = classifyTier("qwen", "qwen3-coder-plus");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Cloudflare AI as free", () => {
      const result = classifyTier("cloudflare-ai", "llama-3.3-70b");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies NVIDIA NIM as free", () => {
      const result = classifyTier("nvidia-nim", "llama-3.1-8b");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Cerebras as free", () => {
      const result = classifyTier("cerebras", "llama-3.1-70b");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifies Groq as free", () => {
      const result = classifyTier("groq", "llama-3.3-70b");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("sets costPer1MInput to 0 for free providers", () => {
      const result = classifyTier("kiro", "claude-sonnet-4.5");
      assert.equal(result.costPer1MInput, 0);
      assert.equal(result.costPer1MOutput, 0);
    });
  });

  describe("classifyTier - cost-based classification", () => {
    it("classifies DeepSeek as cheap ($0.27/M < $1.00/M)", () => {
      const result = classifyTier("deepseek", "deepseek-chat");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
      assert.ok(result.costPer1MInput <= 1.0);
    });

    it("classifies GLM as cheap ($0.60/M < $1.00/M)", () => {
      const result = classifyTier("glm", "glm-4.7");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
      assert.ok(result.costPer1MInput <= 1.0);
    });

    it("classifies MiniMax as cheap ($0.20/M < $1.00/M)", () => {
      const result = classifyTier("minimax", "minimax-m2.1");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
      assert.ok(result.costPer1MInput <= 1.0);
    });

    it("classifies GPT-4o as premium ($2.50/M > $1.00/M)", () => {
      const result = classifyTier("openai", "gpt-4o");
      assert.equal(result.tier, PROVIDER_TIER.PREMIUM);
      assert.ok(result.costPer1MInput > 1.0);
    });

    it("classifies Claude Opus as premium ($15.00/M > $1.00/M)", () => {
      const result = classifyTier("anthropic", "claude-opus-4-7");
      assert.equal(result.tier, PROVIDER_TIER.PREMIUM);
      assert.ok(result.costPer1MInput > 1.0);
    });

    it("defaults unknown providers to premium", () => {
      const result = classifyTier("unknown-provider", "unknown-model");
      assert.equal(result.tier, PROVIDER_TIER.PREMIUM);
      assert.equal(result.costPer1MInput, 5.0); // default premium pricing
    });
  });

  describe("classifyTier - config overrides", () => {
    it("respects provider-level tier override", () => {
      setTierConfig({ providerOverrides: [{ provider: "openai", tier: "cheap" }] });
      const result = classifyTier("openai", "gpt-4o");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
      assert.ok(result.reason.includes("override"));
    });

    it("respects model-level glob pattern override", () => {
      setTierConfig({
        modelOverrides: [{ provider: "openai", modelPattern: "gpt-4o-mini*", tier: "cheap" }],
      });
      const result = classifyTier("openai", "gpt-4o-mini-2024-07-18");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
    });

    it("glob pattern gpt-4o-mini* matches gpt-4o-mini-2024-07-18", () => {
      setTierConfig({
        modelOverrides: [{ provider: "openai", modelPattern: "gpt-4o-mini*", tier: "cheap" }],
      });
      const result = classifyTier("openai", "gpt-4o-mini-2024-07-18");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
    });

    it("config change invalidates cache", () => {
      const before = classifyTier("openai", "gpt-4o");
      assert.equal(before.tier, PROVIDER_TIER.PREMIUM);
      setTierConfig({ providerOverrides: [{ provider: "openai", tier: "free" }] });
      const after = classifyTier("openai", "gpt-4o");
      assert.equal(after.tier, PROVIDER_TIER.FREE);
    });
  });

  describe("classifyTier - caching", () => {
    it("returns cached result on second call", () => {
      classifyTier("openai", "gpt-4o");
      const t0 = performance.now();
      classifyTier("openai", "gpt-4o");
      const elapsed = performance.now() - t0;
      assert.ok(elapsed < 0.1, "cache hit should be <0.1ms");
    });

    it("clearTierCache() forces re-classification", () => {
      const first = classifyTier("openai", "gpt-4o");
      clearTierCache();
      const second = classifyTier("openai", "gpt-4o");
      assert.equal(first.tier, second.tier);
      assert.ok(second.costPer1MInput > 0);
    });
  });

  describe("classifyTiers - batch operation", () => {
    it("classifies 10 targets correctly", () => {
      clearTierCache();
      setTierConfig({ providerOverrides: [] }); // clear any config overrides from prior tests
      const targets = [
        { provider: "kiro", model: "claude-sonnet-4.5" },
        { provider: "openai", model: "gpt-4o" },
        { provider: "deepseek", model: "deepseek-chat" },
        { provider: "glm", model: "glm-4.7" },
        { provider: "minimax", model: "minimax-m2.1" },
        { provider: "anthropic", model: "claude-opus-4-7" },
        { provider: "groq", model: "llama-3.3-70b" },
        { provider: "qoder", model: "kimi-k2-thinking" },
        { provider: "qwen", model: "qwen3-coder-plus" },
        { provider: "unknown", model: "unknown-model" },
      ];
      const results = classifyTiers(targets);
      assert.equal(results.length, 10);
      assert.equal(results[0].tier, PROVIDER_TIER.FREE); // kiro
      assert.equal(results[1].tier, PROVIDER_TIER.PREMIUM); // openai gpt-4o ($2.50/M)
      assert.equal(results[2].tier, PROVIDER_TIER.CHEAP); // deepseek
      assert.equal(results[9].tier, PROVIDER_TIER.PREMIUM); // unknown
    });

    it("uses cache for repeated models", () => {
      classifyTiers([
        { provider: "openai", model: "gpt-4o" },
        { provider: "openai", model: "gpt-4o" },
      ]);
      // If cache works, second call should be instant; test passes if no error
      assert.ok(true);
    });
  });

  describe("getTierStats", () => {
    it("returns distribution after classifications", () => {
      clearTierCache();
      classifyTier("kiro", "claude-sonnet-4.5");
      classifyTier("deepseek", "deepseek-chat");
      const stats = getTierStats();
      assert.ok(stats[PROVIDER_TIER.FREE] >= 1);
      assert.ok(stats[PROVIDER_TIER.CHEAP] >= 1);
    });
  });

  describe("freeProviders from NOAUTH_PROVIDERS (#4517)", () => {
    beforeEach(() => clearTierCache());

    it("LEGACY_FREE_PROVIDERS keeps the historical explicit list", () => {
      for (const id of [
        "kiro",
        "qoder",
        "pollinations",
        "longcat",
        "cloudflare-ai",
        "qwen",
        "gemini-cli",
        "nvidia-nim",
        "cerebras",
        "groq",
      ]) {
        assert.ok(LEGACY_FREE_PROVIDERS.includes(id), `expected ${id} in LEGACY_FREE_PROVIDERS`);
      }
    });

    it("deriveNoAuthFreeProviders includes all chat-tier noAuth providers", () => {
      const derived = deriveNoAuthFreeProviders();
      // opencode + mimocode are the ones the bug report called out
      assert.ok(derived.includes("opencode"), "opencode should be in derived noAuth-free list");
      assert.ok(derived.includes("mimocode"), "mimocode should be in derived noAuth-free list");
      assert.ok(derived.includes("duckduckgo-web"));
    });

    it("deriveNoAuthFreeProviders excludes non-LLM noAuth providers", () => {
      const derived = deriveNoAuthFreeProviders();
      assert.ok(
        !derived.includes("veoaifree-web"),
        "veoaifree-web (serviceKinds: video) must not be classified as chat-free"
      );
    });

    it("DEFAULT_TIER_CONFIG.freeProviders contains the union of legacy + noAuth-derived", () => {
      const expected = new Set([...LEGACY_FREE_PROVIDERS, ...deriveNoAuthFreeProviders()]);
      const actual = new Set(DEFAULT_TIER_CONFIG.freeProviders);
      assert.deepEqual(actual, expected, "freeProviders must be the union, deduplicated");
    });

    it("classifyTier classifies opencode/big-pickle as free via noAuth derivation", () => {
      // No provider override, no cost-based match (big-pickle has no KNOWN_MODEL_PRICING row).
      // The fix is that 'opencode' is now in freeProviders.
      const result = classifyTier("opencode", "big-pickle");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifyTier classifies mimocode/mimo-auto as free via noAuth derivation", () => {
      const result = classifyTier("mimocode", "mimo-auto");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      assert.equal(result.hasFreeTier, true);
    });

    it("classifyTier still returns cheap for paid glm-5.1 (no regression)", () => {
      // glm-5.1 is not in freeProviders, costs $0.50/M → cheap tier.
      // Make sure the new noAuth derivation didn't accidentally pull it into free.
      const result = classifyTier("opencode-go", "glm-5.1");
      assert.equal(result.tier, PROVIDER_TIER.CHEAP);
    });

    it("userConfig.freeProviders is merged on top of the noAuth-derived list", () => {
      // Re-merge with a new free provider (e.g. local-llama) and confirm it's added.
      setTierConfig({ freeProviders: ["local-llama"] });
      const result = classifyTier("local-llama", "anything");
      assert.equal(result.tier, PROVIDER_TIER.FREE);
      clearTierCache();
    });
  });
});