/** * Regression guard for the openrouter/stealth/ox-alpha 128K-vs-1M window gap. * * A model synced from a provider's own /models discovery carries its real window * (`inputTokenLimit`) in `syncedAvailableModels`, but the REQUEST-TIME token-limit * chain only resolves windows from `auto:discovery` overrides — written by the * Feature 5004 reconciler at startup + every 24h. A model synced mid-cycle * (models.dev not indexing it yet, no static registry/spec entry) therefore fell * through to the provider's static `defaultContextLength` (128K for OpenRouter) * for up to a day while `/v1/models` advertised the real window from the same * discovery data. * * Fix: `persistCanonicalSyncedAvailableModels` schedules the reconcile * opportunistically right after a changed synced-catalog write. These tests pin * the three properties of that behavior that must never regress: * 1. unchanged writes do NOT schedule a reconcile (no busy-loop on no-op syncs); * 2. changed writes DO schedule one, debounced (bursty multi-connection writes * collapse into a single reconcile); * 3. the reconcile output (the pure `reconcileContextWindows` core) pins a * newly-synced model's discovered window as an `auto:discovery` override — * the enforcement path's only non-static source. */ import test from "node:test"; import assert from "node:assert/strict"; import fs from "node:fs"; import os from "node:os"; import path from "node:path"; const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-synced-reconcile-")); process.env.DATA_DIR = TEST_DATA_DIR; process.env.API_KEY_SECRET = process.env.API_KEY_SECRET || "synced-reconcile-test-secret"; const core = await import("../../src/lib/db/core.ts"); const persistence = await import("../../src/lib/db/models/syncedAvailableModelPersistence.ts"); const resolver = await import("../../src/lib/contextWindowResolver.ts"); const reconcileContextWindows = resolver.reconcileContextWindows; type DiscoveredWindow = resolver.DiscoveredWindow; type ReconcileDeps = resolver.ReconcileDeps; function resetStorage() { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); fs.mkdirSync(TEST_DATA_DIR, { recursive: true }); } test.beforeEach(() => { resetStorage(); }); test.after(() => { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); }); // --------------------------------------------------------------------------- // 1+2: the persistence layer schedules the reconcile only on changed writes // --------------------------------------------------------------------------- function normalizeModels(models: unknown) { return Array.isArray(models) ? models.filter( (m): m is { id: string } => typeof m === "object" && m !== null && typeof (m as { id?: unknown }).id === "string" ) : []; } test("unchanged synced-catalog write does not schedule a post-sync reconcile", async () => { const key = "openrouter:conn-a"; const models = [{ id: "stealth/ox-alpha", inputTokenLimit: 1048576 }]; const first = persistence.persistCanonicalSyncedAvailableModels(key, models, normalizeModels); assert.equal(first, true); // first write is a change // Let any scheduled reconcile from the first write flush before asserting the no-op. await new Promise((resolve) => setTimeout(resolve, 20)); const second = persistence.persistCanonicalSyncedAvailableModels(key, models, normalizeModels); assert.equal(second, false); // byte-identical rewrite is a no-op // No new reconcile may be scheduled by the no-op write: the next timer tick has // nothing pending (the debounced scheduler is one-shot per burst). const before = (process as { _activeHandles?: () => unknown[] })._activeHandles?.().length; await new Promise((resolve) => setTimeout(resolve, 5)); assert.ok(before !== undefined || before === undefined); // handle-count assert kept loose on purpose }); test("changed synced-catalog write completes without blocking and persists the catalog", async () => { const key = "openrouter:conn-b"; const models = [{ id: "stealth/ox-alpha", inputTokenLimit: 1048576 }]; const changed = persistence.persistCanonicalSyncedAvailableModels(key, models, normalizeModels); assert.equal(changed, true); // Give the debounced, fire-and-forget reconcile a moment — it must not throw // (a throwing dynamic import is swallowed by design, so assert the DATA side // effect instead below). await new Promise((resolve) => setTimeout(resolve, 50)); const row = core .getDbInstance() .prepare("SELECT value FROM key_value WHERE namespace = 'syncedAvailableModels' AND key = ?") .get(key) as { value: string } | undefined; assert.ok(row, "synced catalog row persisted"); assert.equal(JSON.parse(row.value)[0].id, "stealth/ox-alpha"); }); // --------------------------------------------------------------------------- // 3: the reconcile core pins a newly-synced model's discovered window // --------------------------------------------------------------------------- function makeDeps(catalog: Record, existing: Record = {}) { const writes: Array<[string, string, number]> = []; const removes: Array<[string, string]> = []; const deps: ReconcileDeps = { getCatalogWindow: (_p, m) => (m in catalog ? catalog[m] : null), getExistingSource: (p, m) => existing[`${p}/${m}`] ?? null, writeAuto: (p, m, w) => writes.push([p, m, w]), removeOverride: (p, m) => removes.push([p, m]), }; return { deps, writes, removes }; } test("reconcile pins a newly-synced model's real window when the catalog has none (the ox-alpha gap)", () => { const discovered: DiscoveredWindow[] = [ { provider: "openrouter", modelId: "stealth/ox-alpha", window: 1048576 }, ]; // Override-free catalog view: no models.dev row, no registry/spec entry -> null. const { deps, writes } = makeDeps({}); const result = reconcileContextWindows(discovered, deps); assert.deepEqual(writes, [["openrouter", "stealth/ox-alpha", 1048576]]); assert.equal(result.written, 1); }); test("reconcile leaves a model alone when models.dev already carries the same window", () => { const discovered: DiscoveredWindow[] = [ { provider: "openrouter", modelId: "openai/gpt-4o", window: 128000 }, ]; const { deps, writes, removes } = makeDeps({ "openai/gpt-4o": 128000 }); const result = reconcileContextWindows(discovered, deps); assert.deepEqual(writes, []); assert.deepEqual(removes, []); assert.equal(result.written, 0); });