/** * TDD regression tests — auto-combo context-window advertising + per-target * combo compression limit (the "premature auto compaction" bug). * * Bug chain (discussion report: coding agents "keep forgetting things"): * 1. /api/combos/auto never exposed context_length, so the opencode plugin * advertised `limit: { context: 0 }` for auto combos. opencode disables * its smart auto-compaction entirely when context === 0, letting the * conversation grow until OmniRoute's destructive purifyHistory() drops * old messages silently. * 2. chatCore's proactive-compression block overrode the per-target context * limit with min(...allComboTargets) even though chatCore always executes * with the CONCRETE target's provider/model (handleSingleModel resolves * the target before calling chatCore) — compressing at the smallest * target's window while running on the largest target. * * Fixes under test: * - virtualFactory.computeAdvertisedLimits(): MAX of candidates' known * context windows (the auto-combo context pre-filter routes oversized * requests to large-window candidates, so MAX is safe to advertise). * - GET /api/combos/auto includes context_length / max_output_tokens. * - contextManager.resolveComboContextLimit(): prefers the executing * target's own limit; min(...targets) only as a defensive fallback when * the current provider/model resolves no specific limit. */ import test from "node:test"; import assert from "node:assert/strict"; import fs from "node:fs"; import os from "node:os"; import path from "node:path"; const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-auto-combo-ctx-")); process.env.DATA_DIR = TEST_DATA_DIR; process.env.API_KEY_SECRET = process.env.API_KEY_SECRET ?? "auto-combo-ctx-test-secret"; const core = await import("../../src/lib/db/core.ts"); const settingsDb = await import("../../src/lib/db/settings.ts"); const virtualFactory = await import("../../open-sse/services/autoCombo/virtualFactory.ts"); const suffixComposition = await import("../../open-sse/services/autoCombo/suffixComposition.ts"); const contextManager = await import("../../open-sse/services/contextManager.ts"); const combosAutoRoute = await import("../../src/app/api/combos/auto/route.ts"); test.after(() => { core.resetDbInstance(); try { fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); } catch { // best-effort cleanup } }); // ── virtualFactory.computeAdvertisedLimits ─────────────────────────────────── test("computeAdvertisedLimits returns MAX of candidates' known context windows", () => { const { computeAdvertisedLimits } = virtualFactory as unknown as { computeAdvertisedLimits: (candidates: Array<{ provider: string; model: string }>) => { contextLength: number | null; maxOutputTokens: number | null; }; }; assert.equal( typeof computeAdvertisedLimits, "function", "virtualFactory should export computeAdvertisedLimits()" ); // gemini has registry defaultContextLength=1048576; claude-sonnet-4-6 has 1000000 (#7129: // 1M GA per Anthropic docs) -- gemini's binary-1M window still wins as the MAX. const result = computeAdvertisedLimits([ { provider: "claude", model: "claude-sonnet-4-6" }, { provider: "gemini", model: "gemini-2.5-pro" }, ]); assert.equal(result.contextLength, 1048576, "MAX of candidate windows should win"); assert.ok( typeof result.maxOutputTokens === "number" && result.maxOutputTokens > 0, "maxOutputTokens should be a positive number" ); }); test("#9199 computeAdvertisedLimits reuses build-local prepared capability values", () => { const result = virtualFactory.computeAdvertisedLimits([ { provider: "prepared-provider", model: "prepared-model", resolvedContextLength: 654321, resolvedMaxOutputTokens: 12345, }, ]); assert.deepEqual(result, { contextLength: 654321, maxOutputTokens: 12345, }); }); test("#9199 prepared auto inputs resolve each candidate capability before materialization", async () => { const prepared = await virtualFactory.prepareVirtualAutoComboInputs({ includeResolvedCapabilities: true, }); const candidates = [...prepared.regularCandidates, ...prepared.familyCandidates]; assert.ok(candidates.length > 0, "the built-in no-auth registry should provide candidates"); assert.ok( candidates.every( (candidate) => Object.hasOwn(candidate, "resolvedContextLength") && Object.hasOwn(candidate, "resolvedMaxOutputTokens") && Object.hasOwn(candidate, "resolvedSupportsVision") && Object.hasOwn(candidate, "resolvedReasoning") && Object.hasOwn(candidate, "resolvedSupportsThinking") ), "every prepared candidate should carry a build-local capability snapshot" ); }); test("#9199 catalog capability preparation bulk-loads each capability table once", async () => { const db = core.getDbInstance(); const originalPrepare = db.prepare; const callPrepare = originalPrepare.bind(db); const counts = { synced: 0, capabilityOverrides: 0, contextOverrides: 0, }; (db as unknown as { prepare: typeof db.prepare }).prepare = ((sql: string) => { const normalized = String(sql).replace(/\s+/g, " ").trim(); if (normalized.includes("FROM model_capabilities")) counts.synced++; if (normalized.includes("FROM model_capability_overrides")) counts.capabilityOverrides++; if (normalized.includes("FROM model_context_overrides")) counts.contextOverrides++; return callPrepare(sql); }) as typeof db.prepare; try { const prepared = await virtualFactory.prepareVirtualAutoComboInputs({ includeResolvedCapabilities: true, }); assert.ok(prepared.regularCandidates.length + prepared.familyCandidates.length > 0); } finally { (db as unknown as { prepare: typeof db.prepare }).prepare = originalPrepare; } assert.deepEqual(counts, { synced: 1, capabilityOverrides: 1, contextOverrides: 1, }); }); test("#9199 default runtime preparation does not retain catalog-only capabilities", async () => { const prepared = await virtualFactory.prepareVirtualAutoComboInputs(); const candidates = [...prepared.regularCandidates, ...prepared.familyCandidates]; assert.ok(candidates.length > 0); assert.ok( candidates.every((candidate) => !Object.hasOwn(candidate, "resolvedContextLength")), "runtime routing should keep its existing on-demand capability resolution" ); }); test("#9199 default runtime preparation does not bulk-load capability tables", async () => { const db = core.getDbInstance(); const originalPrepare = db.prepare; const callPrepare = originalPrepare.bind(db); const counts = { synced: 0, capabilityOverrides: 0, contextOverrides: 0, }; (db as unknown as { prepare: typeof db.prepare }).prepare = ((sql: string) => { const normalized = String(sql).replace(/\s+/g, " ").trim(); if (normalized.includes("FROM model_capabilities")) counts.synced++; if (normalized.includes("FROM model_capability_overrides")) counts.capabilityOverrides++; if (normalized.includes("FROM model_context_overrides")) counts.contextOverrides++; return callPrepare(sql); }) as typeof db.prepare; try { const prepared = await virtualFactory.prepareVirtualAutoComboInputs(); assert.ok(prepared.regularCandidates.length + prepared.familyCandidates.length > 0); } finally { (db as unknown as { prepare: typeof db.prepare }).prepare = originalPrepare; } assert.deepEqual(counts, { synced: 0, capabilityOverrides: 0, contextOverrides: 0, }); }); test("#9199 capability preparation yields before publishing the snapshot", async () => { let heartbeatRan = false; const preparation = virtualFactory.prepareVirtualAutoComboInputs({ includeResolvedCapabilities: true, }); setImmediate(() => { heartbeatRan = true; }); await preparation; assert.equal(heartbeatRan, true); }); test("#9199 category filters reuse prepared capability flags", () => { const filter = suffixComposition.buildAutoCandidateFilter("reasoning"); assert.ok(filter); assert.equal( filter({ provider: "openai", model: "gpt-5.4", resolvedReasoning: false, resolvedSupportsThinking: false, }), false ); }); test("#9199 materialization passes prepared capability flags into category filters", async () => { const candidate = { provider: "openai", connectionId: null, allowedConnectionIds: ["prepared-connection"], model: "gpt-5.4", modelStr: "openai/gpt-5.4", costPer1MTokens: 0, resolvedContextLength: 400000, resolvedMaxOutputTokens: 64000, resolvedSupportsVision: false, resolvedReasoning: false, resolvedSupportsThinking: false, }; const combo = await virtualFactory.createVirtualAutoComboFromPrepared( { regularCandidates: [candidate], familyCandidates: [candidate] }, undefined, { category: "reasoning" } ); assert.equal(combo.models.length, 0); }); test("computeAdvertisedLimits returns null limits for an empty candidate pool", () => { const { computeAdvertisedLimits } = virtualFactory as unknown as { computeAdvertisedLimits: (candidates: Array<{ provider: string; model: string }>) => { contextLength: number | null; maxOutputTokens: number | null; }; }; const result = computeAdvertisedLimits([]); assert.equal(result.contextLength, null); assert.equal(result.maxOutputTokens, null); }); test("computeAdvertisedLimits never returns 0 for a non-empty pool (unknown models fall back)", () => { const { computeAdvertisedLimits } = virtualFactory as unknown as { computeAdvertisedLimits: (candidates: Array<{ provider: string; model: string }>) => { contextLength: number | null; maxOutputTokens: number | null; }; }; const result = computeAdvertisedLimits([ { provider: "totally-unknown-provider", model: "mystery-model" }, ]); assert.ok( typeof result.contextLength === "number" && result.contextLength > 0, `unknown candidates should fall back to a positive default, got ${result.contextLength}` ); }); // ── GET /api/combos/auto advertises context_length ────────────────────────── test("GET /api/combos/auto includes positive context_length for combos with candidates", async () => { await settingsDb.updateSettings({ requireLogin: false }); const req = new Request("http://localhost/api/combos/auto", { method: "GET" }); const res = await combosAutoRoute.GET(req as never); const body = await res.json(); assert.equal(res.status, 200); assert.ok(Array.isArray(body.combos), "body.combos should be an array"); assert.ok(body.combos.length > 0, "should list at least the default auto combo"); for (const combo of body.combos) { if ((combo.candidateCount ?? 0) > 0) { assert.ok( typeof combo.context_length === "number" && combo.context_length > 0, `combo ${combo.id} with ${combo.candidateCount} candidates must advertise a positive context_length, got ${combo.context_length}` ); assert.ok( typeof combo.max_output_tokens === "number" && combo.max_output_tokens > 0, `combo ${combo.id} must advertise a positive max_output_tokens, got ${combo.max_output_tokens}` ); } } }); // ── contextManager.resolveComboContextLimit (per-target compression limit) ── test("resolveComboContextLimit prefers the executing target's own limit over combo min", () => { const { resolveComboContextLimit } = contextManager as unknown as { resolveComboContextLimit: (opts: { provider: string; model: string | null; comboTargetLimits: number[]; }) => { limit: number; source: string }; }; assert.equal( typeof resolveComboContextLimit, "function", "contextManager should export resolveComboContextLimit()" ); // Executing on gemini (1048576 provider default) while the combo also has // a tiny 32k target: compression must use the EXECUTING target's window. const result = resolveComboContextLimit({ provider: "gemini", model: "gemini-2.5-pro", comboTargetLimits: [32000, 1048576], }); assert.equal(result.limit, 1048576, "must not regress to min(...targets) on a known target"); assert.equal(result.source, "target"); }); test("resolveComboContextLimit regression: claude target must not be compressed at an 8k sibling", () => { const { resolveComboContextLimit } = contextManager as unknown as { resolveComboContextLimit: (opts: { provider: string; model: string | null; comboTargetLimits: number[]; }) => { limit: number; source: string }; }; const result = resolveComboContextLimit({ provider: "claude", model: "claude-sonnet-4-6", comboTargetLimits: [8000], }); // #7129: claude-sonnet-4-6's own registry limit is 1M GA (was 200000) -- the point of this // regression test is that the target's OWN limit wins over the 8k sibling, not the specific // magic number, so the expectation tracks the registry's current (correct) value. assert.equal(result.limit, 1000000); assert.equal(result.source, "target"); }); test("resolveComboContextLimit falls back to combo min when the target has no specific limit", () => { const { resolveComboContextLimit } = contextManager as unknown as { resolveComboContextLimit: (opts: { provider: string; model: string | null; comboTargetLimits: number[]; }) => { limit: number; source: string }; }; const result = resolveComboContextLimit({ provider: "totally-unknown-provider", model: "mystery-model", comboTargetLimits: [32000, 200000], }); assert.equal(result.limit, 32000, "unknown target should defensively use min of combo targets"); assert.equal(result.source, "combo-min"); }); test("resolveComboContextLimit uses generic fallback when nothing else is known", () => { const { resolveComboContextLimit } = contextManager as unknown as { resolveComboContextLimit: (opts: { provider: string; model: string | null; comboTargetLimits: number[]; }) => { limit: number; source: string }; }; const result = resolveComboContextLimit({ provider: "totally-unknown-provider", model: "mystery-model", comboTargetLimits: [], }); assert.equal(result.limit, 128000, "generic default fallback"); assert.equal(result.source, "fallback"); });