/** * Unit tests for TierResolver (Task 13) * Tests: classifyTier, setTierConfig, clearTierCache, getTierStats, classifyTiers */ import { describe, it, expect, beforeEach } from "vitest"; import { classifyTier, setTierConfig, clearTierCache, getTierStats, classifyTiers, } from "../tierResolver.ts"; import { PROVIDER_TIER } from "../tierTypes.ts"; import { DEFAULT_TIER_CONFIG, LEGACY_FREE_PROVIDERS, deriveNoAuthFreeProviders, } from "../tierConfig.ts"; import { NOAUTH_PROVIDERS } from "@/shared/constants/providers.ts"; describe("TierResolver", () => { // Reset cache between tests beforeEach(() => clearTierCache()); describe("classifyTier - free providers", () => { it("classifies Kiro as free", () => { const result = classifyTier("kiro", "claude-sonnet-4.5"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies Qoder as free", () => { const result = classifyTier("qoder", "kimi-k2-thinking"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies Pollinations as free", () => { const result = classifyTier("pollinations", "gpt-5"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies LongCat as free", () => { const result = classifyTier("longcat", "LongCat-2.0"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies Cloudflare AI as free", () => { const result = classifyTier("cloudflare-ai", "llama-3.3-70b"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies NVIDIA NIM as free", () => { const result = classifyTier("nvidia-nim", "llama-3.1-8b"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies Cerebras as free", () => { const result = classifyTier("cerebras", "llama-3.1-70b"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifies Groq as free", () => { const result = classifyTier("groq", "llama-3.3-70b"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("sets costPer1MInput to 0 for free providers", () => { const result = classifyTier("kiro", "claude-sonnet-4.5"); expect(result.costPer1MInput).toBe(0); expect(result.costPer1MOutput).toBe(0); }); }); describe("classifyTier - cost-based classification", () => { it("classifies DeepSeek as cheap ($0.27/M < $1.00/M)", () => { const result = classifyTier("deepseek", "deepseek-chat"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); expect(result.costPer1MInput).toBeLessThanOrEqual(1.0); }); it("classifies GLM as cheap ($0.60/M < $1.00/M)", () => { const result = classifyTier("glm", "glm-4.7"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); expect(result.costPer1MInput).toBeLessThanOrEqual(1.0); }); it("classifies MiniMax as cheap ($0.20/M < $1.00/M)", () => { const result = classifyTier("minimax", "minimax-m2.1"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); expect(result.costPer1MInput).toBeLessThanOrEqual(1.0); }); it("classifies GPT-4o as premium ($2.50/M > $1.00/M)", () => { const result = classifyTier("openai", "gpt-4o"); expect(result.tier).toBe(PROVIDER_TIER.PREMIUM); expect(result.costPer1MInput).toBeGreaterThan(1.0); }); it("classifies Claude Opus as premium ($15.00/M > $1.00/M)", () => { const result = classifyTier("anthropic", "claude-opus-4-7"); expect(result.tier).toBe(PROVIDER_TIER.PREMIUM); expect(result.costPer1MInput).toBeGreaterThan(1.0); }); it("defaults unknown providers to premium", () => { const result = classifyTier("unknown-provider", "unknown-model"); expect(result.tier).toBe(PROVIDER_TIER.PREMIUM); expect(result.costPer1MInput).toBe(5.0); // default premium pricing }); }); describe("classifyTier - config overrides", () => { it("respects provider-level tier override", () => { setTierConfig({ providerOverrides: [{ provider: "openai", tier: "cheap" }] }); const result = classifyTier("openai", "gpt-4o"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); expect(result.reason.includes("override")).toBe(true); }); it("respects model-level glob pattern override", () => { setTierConfig({ modelOverrides: [{ provider: "openai", modelPattern: "gpt-4o-mini*", tier: "cheap" }], }); const result = classifyTier("openai", "gpt-4o-mini-2024-07-18"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); }); it("glob pattern gpt-4o-mini* matches gpt-4o-mini-2024-07-18", () => { setTierConfig({ modelOverrides: [{ provider: "openai", modelPattern: "gpt-4o-mini*", tier: "cheap" }], }); const result = classifyTier("openai", "gpt-4o-mini-2024-07-18"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); }); it("config change invalidates cache", () => { const before = classifyTier("openai", "gpt-4o"); expect(before.tier).toBe(PROVIDER_TIER.PREMIUM); setTierConfig({ providerOverrides: [{ provider: "openai", tier: "free" }] }); const after = classifyTier("openai", "gpt-4o"); expect(after.tier).toBe(PROVIDER_TIER.FREE); }); }); describe("classifyTier - caching", () => { it("returns cached result on second call", () => { classifyTier("openai", "gpt-4o"); const t0 = performance.now(); classifyTier("openai", "gpt-4o"); const elapsed = performance.now() - t0; expect(elapsed, "cache hit should be <0.1ms").toBeLessThan(0.1); }); it("clearTierCache() forces re-classification", () => { const first = classifyTier("openai", "gpt-4o"); clearTierCache(); const second = classifyTier("openai", "gpt-4o"); expect(first.tier).toBe(second.tier); expect(second.costPer1MInput).toBeGreaterThan(0); }); }); describe("classifyTiers - batch operation", () => { it("classifies 10 targets correctly", () => { clearTierCache(); setTierConfig({ providerOverrides: [] }); // clear any config overrides from prior tests const targets = [ { provider: "kiro", model: "claude-sonnet-4.5" }, { provider: "openai", model: "gpt-4o" }, { provider: "deepseek", model: "deepseek-chat" }, { provider: "glm", model: "glm-4.7" }, { provider: "minimax", model: "minimax-m2.1" }, { provider: "anthropic", model: "claude-opus-4-7" }, { provider: "groq", model: "llama-3.3-70b" }, { provider: "qoder", model: "kimi-k2-thinking" }, { provider: "unknown", model: "unknown-model" }, ]; const results = classifyTiers(targets); expect(results.length).toBe(9); expect(results[0].tier).toBe(PROVIDER_TIER.FREE); // kiro expect(results[1].tier).toBe(PROVIDER_TIER.PREMIUM); // openai gpt-4o ($2.50/M) expect(results[2].tier).toBe(PROVIDER_TIER.CHEAP); // deepseek expect(results[8].tier).toBe(PROVIDER_TIER.PREMIUM); // unknown }); it("uses cache for repeated models", () => { clearTierCache(); const results = classifyTiers([ { provider: "openai", model: "gpt-4o" }, { provider: "openai", model: "gpt-4o" }, ]); // Observable effect of the cache: the duplicate resolves to the same tier and only // ONE entry is memoized (getTierStats counts cache entries, not classify calls). expect(results).toHaveLength(2); expect(results[0].tier).toBe(results[1].tier); const stats = getTierStats(); expect(stats.free + stats.cheap + stats.premium).toBe(1); }); }); describe("getTierStats", () => { it("returns distribution after classifications", () => { clearTierCache(); classifyTier("kiro", "claude-sonnet-4.5"); classifyTier("deepseek", "deepseek-chat"); const stats = getTierStats(); expect(stats[PROVIDER_TIER.FREE]).toBeGreaterThanOrEqual(1); expect(stats[PROVIDER_TIER.CHEAP]).toBeGreaterThanOrEqual(1); }); }); describe("freeProviders from NOAUTH_PROVIDERS (#4517)", () => { beforeEach(() => clearTierCache()); it("LEGACY_FREE_PROVIDERS keeps the historical explicit list", () => { for (const id of [ "kiro", "qoder", "pollinations", "longcat", "cloudflare-ai", "nvidia-nim", "cerebras", "groq", ]) { expect(LEGACY_FREE_PROVIDERS.includes(id), `expected ${id} in LEGACY_FREE_PROVIDERS`).toBe( true ); } }); it("deriveNoAuthFreeProviders includes all chat-tier noAuth providers", () => { const derived = deriveNoAuthFreeProviders(); // opencode is one of the no-auth providers the bug report called out expect(derived.includes("opencode"), "opencode should be in derived noAuth-free list").toBe( true ); expect(derived.includes("duckduckgo-web")).toBe(true); }); it("deriveNoAuthFreeProviders excludes non-LLM noAuth providers", () => { const derived = deriveNoAuthFreeProviders(); expect( derived.includes("veoaifree-web"), "veoaifree-web (serviceKinds: video) must not be classified as chat-free" ).toBe(false); }); it("DEFAULT_TIER_CONFIG.freeProviders contains the union of legacy + noAuth-derived", () => { const expected = new Set([...LEGACY_FREE_PROVIDERS, ...deriveNoAuthFreeProviders()]); const actual = new Set(DEFAULT_TIER_CONFIG.freeProviders); expect(actual).toEqual(expected); }); it("classifyTier classifies opencode/big-pickle as free via noAuth derivation", () => { // No provider override, no cost-based match (big-pickle has no KNOWN_MODEL_PRICING row). // The fix is that 'opencode' is now in freeProviders. const result = classifyTier("opencode", "big-pickle"); expect(result.tier).toBe(PROVIDER_TIER.FREE); expect(result.hasFreeTier).toBe(true); }); it("classifyTier still returns cheap for paid glm-5.1 (no regression)", () => { // glm-5.1 is not in freeProviders, costs $0.50/M → cheap tier. // Make sure the new noAuth derivation didn't accidentally pull it into free. const result = classifyTier("opencode-go", "glm-5.1"); expect(result.tier).toBe(PROVIDER_TIER.CHEAP); }); it("userConfig.freeProviders is merged on top of the noAuth-derived list", () => { // Re-merge with a new free provider (e.g. local-llama) and confirm it's added. setTierConfig({ freeProviders: ["local-llama"] }); const result = classifyTier("local-llama", "anything"); expect(result.tier).toBe(PROVIDER_TIER.FREE); clearTierCache(); }); }); });