import test from "node:test"; import assert from "node:assert/strict"; import fs from "node:fs"; import os from "node:os"; import path from "node:path"; const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-managed-model-import-")); process.env.DATA_DIR = TEST_DATA_DIR; const core = await import("../../src/lib/db/core.ts"); const modelsDb = await import("../../src/lib/db/models.ts"); const localDb = await import("../../src/lib/localDb.ts"); const { importManagedModels } = await import("../../src/lib/providerModels/managedModelImport.ts"); const { mergeProviderModelListing } = await import("../../src/lib/providers/mergeProviderModelListing.ts"); async function resetStorage() { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); fs.mkdirSync(TEST_DATA_DIR, { recursive: true }); } test.beforeEach(async () => { await resetStorage(); }); test.after(() => { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); }); test("sync mode builds aliases from provider-level synced available models", async () => { await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-a", [ { id: "shared/model-a", name: "Model A", source: "imported" }, ]); await importManagedModels({ providerId: "openrouter", connectionId: "conn-b", mode: "sync", fetchedModels: [{ id: "shared/model-b", name: "Model B" }], }); const aliases = await localDb.getModelAliases(); assert.equal(aliases["model-a"], "openrouter/shared/model-a"); assert.equal(aliases["model-b"], "openrouter/shared/model-b"); }); test("Crof managed import persists boolean reasoning effort metadata", async () => { const result = await importManagedModels({ providerId: "crof", connectionId: "conn-crof", mode: "sync", fetchedModels: [{ id: "crof-managed-model", reasoning_effort: true }], }); const synced = await modelsDb.getSyncedAvailableModelsForConnection("crof", "conn-crof"); assert.deepEqual(synced[0]?.supportedThinkingEfforts, ["none", "low", "medium", "high", "max"]); assert.equal(synced[0]?.supportsThinking, true); assert.deepEqual(result.importedModels[0]?.supportedThinkingEfforts, [ "none", "low", "medium", "high", "max", ]); assert.equal(result.importedModels[0]?.supportsThinking, true); }); test("merge mode builds aliases from discovered models without pruning missing provider aliases", async () => { await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-a", [ { id: "shared/model-a", name: "Model A", source: "imported" }, ]); await localDb.setModelAlias("existing", "openrouter/shared/existing"); await importManagedModels({ providerId: "openrouter", connectionId: "conn-b", mode: "merge", fetchedModels: [{ id: "shared/model-b", name: "Model B" }], }); const aliases = await localDb.getModelAliases(); assert.equal(aliases.existing, "openrouter/shared/existing"); assert.equal(aliases["model-a"], undefined); assert.equal(aliases["model-b"], "openrouter/shared/model-b"); }); test("sync keeps a same-id manual model as the user-configurable metadata override", async () => { await modelsDb.addCustomModel( "openrouter", "shared-model", "Operator configuration", "manual", "responses", ["responses"], "claude", {}, true ); await importManagedModels({ providerId: "openrouter", connectionId: "openrouter-connection", mode: "sync", fetchedModels: [ { id: "shared-model", name: "Upstream name", apiFormat: "chat-completions", supportedEndpoints: ["chat"], description: "Upstream description", }, ], }); const customModels = (await modelsDb.getCustomModels("openrouter")) as Array<{ id: string; apiFormat?: string; targetFormat?: string; supportedEndpoints?: string[]; supportsVision?: boolean; }>; assert.deepEqual(customModels, [ { id: "shared-model", name: "Operator configuration", source: "manual", apiFormat: "responses", supportedEndpoints: ["responses"], targetFormat: "claude", supportsVision: true, }, ]); const syncedModels = await modelsDb.getSyncedAvailableModels("openrouter"); const effectiveModel = mergeProviderModelListing({ providerId: "openrouter", registryModels: [], syncedModels, customModels, }).find((model) => model.id === "shared-model"); assert.equal(effectiveModel?.apiFormat, "responses"); assert.deepEqual(effectiveModel?.supportedEndpoints, ["responses"]); assert.equal(effectiveModel?.targetFormat, "claude"); assert.equal(effectiveModel?.supportsVision, true); assert.equal(effectiveModel?.description, "Upstream description"); assert.equal(await modelsDb.removeCustomModel("openrouter", "shared-model"), true); const resetModel = mergeProviderModelListing({ providerId: "openrouter", registryModels: [], syncedModels, customModels: await modelsDb.getCustomModels("openrouter"), }).find((model) => model.id === "shared-model"); assert.equal(resetModel?.apiFormat, "chat-completions"); assert.deepEqual(resetModel?.supportedEndpoints, ["chat"]); assert.equal(resetModel?.description, "Upstream description"); }); test("provider-level synced model deletion removes only that provider", async () => { await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-a", [ { id: "shared/model-a", name: "Model A", source: "imported" }, ]); await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-b", [ { id: "shared/model-b", name: "Model B", source: "imported" }, ]); await modelsDb.replaceSyncedAvailableModelsForConnection("openai", "conn-a", [ { id: "shared/model-c", name: "Model C", source: "imported" }, ]); const removed = await modelsDb.deleteSyncedAvailableModelsForProvider("openrouter"); assert.equal(removed, 2); assert.deepEqual(await modelsDb.getSyncedAvailableModels("openrouter"), []); assert.deepEqual(await modelsDb.getSyncedAvailableModels("openai"), [ { id: "shared/model-c", name: "Model C", source: "imported" }, ]); }); test("OpenAI import excludes deprecated and shutdown models from new selections", async () => { const result = await importManagedModels({ providerId: "openai", connectionId: "openai-conn", mode: "sync", fetchedModels: [ { id: "gpt-5.6-sol", name: "GPT-5.6 Sol" }, { id: "gpt-5.2-codex", name: "GPT-5.2 Codex" }, { id: "gpt-5.3-chat-latest", name: "GPT-5.3 Chat" }, ], }); assert.deepEqual( result.discoveredModels.map((model) => model.id), ["gpt-5.6-sol"] ); assert.deepEqual( (await modelsDb.getSyncedAvailableModels("openai")).map((model) => model.id), ["gpt-5.6-sol"] ); }); test("OpenAI import excludes image and video generation models from chat selections", async () => { const result = await importManagedModels({ providerId: "openai", connectionId: "openai-media-conn", mode: "sync", fetchedModels: [ { id: "gpt-5.6-sol", name: "GPT-5.6 Sol" }, { id: "gpt-image-2", name: "GPT Image 2" }, { id: "sora-2-pro", name: "Sora 2 Pro" }, { id: "vendor-image-model", name: "Vendor Image Model", supportedEndpoints: ["/v1/images/generations"], }, ], }); assert.deepEqual( result.discoveredModels.map((model) => model.id), ["gpt-5.6-sol"] ); assert.deepEqual( (await modelsDb.getSyncedAvailableModels("openai")).map((model) => model.id), ["gpt-5.6-sol"] ); }); test("pruning stale connection available models during import", async () => { const db = core.getDbInstance(); // Insert connections db.prepare( "INSERT INTO provider_connections (id, provider, auth_type, name, is_active, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?)" ).run("conn-active", "openrouter", "apikey", "Active Connection", 1, "2026-05-29", "2026-05-29"); db.prepare( "INSERT INTO provider_connections (id, provider, auth_type, name, is_active, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?)" ).run("conn-stale", "openrouter", "apikey", "Stale Connection", 0, "2026-05-29", "2026-05-29"); // Create synced available models for both await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-active", [ { id: "shared/model-active", name: "Model Active", source: "imported" }, ]); await modelsDb.replaceSyncedAvailableModelsForConnection("openrouter", "conn-stale", [ { id: "shared/model-stale", name: "Model Stale", source: "imported" }, ]); // Import on conn-new await importManagedModels({ providerId: "openrouter", connectionId: "conn-new", mode: "sync", fetchedModels: [{ id: "shared/model-new", name: "Model New" }], }); // Check models for "openrouter" const allSyncedModels = await modelsDb.getSyncedAvailableModels("openrouter"); // Stale connection should be pruned. Active connection and the new syncing connection should be kept. const ids = allSyncedModels.map((m) => m.id); assert.ok(ids.includes("shared/model-active")); assert.ok(ids.includes("shared/model-new")); assert.ok(!ids.includes("shared/model-stale")); }); test("antigravity sync dynamically builds and saves mitmAlias mappings", async () => { const db = core.getDbInstance(); // Create an antigravity connection db.prepare( "INSERT INTO provider_connections (id, provider, auth_type, name, is_active, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?)" ).run("antigravity-conn", "antigravity", "oauth", "Antigravity", 1, "2026-05-29", "2026-05-29"); await importManagedModels({ providerId: "antigravity", connectionId: "antigravity-conn", mode: "sync", fetchedModels: [ { id: "gemini-3.5-flash", name: "Gemini 3.5 Flash" }, { id: "gemini-3.7-flash-high", name: "Gemini 3.7 Flash High" }, { id: "custom-antigravity-model", name: "Custom Antigravity Model" }, ], }); const models = await modelsDb.getSyncedAvailableModels("antigravity"); console.log("SYNCED MODELS IN TEST:", models); const mitmMappings = await modelsDb.getMitmAlias("antigravity"); console.log("MITM MAPPINGS IN TEST:", mitmMappings); // Retired models reported by upstream must not be imported or mapped. assert.equal(mitmMappings["gemini-3.5-flash"], undefined); assert.equal( models.some((model) => model.id === "gemini-3.5-flash"), false ); assert.equal(mitmMappings["gemini-3.7-flash-high"], "antigravity/gemini-3.7-flash-high"); assert.equal(mitmMappings["custom-antigravity-model"], "antigravity/custom-antigravity-model"); // Removed Antigravity 2.0 preview/agent aliases must not be reintroduced. assert.equal(mitmMappings["gemini-3.5-flash-preview"], undefined); assert.equal(mitmMappings["gemini-3-flash-agent"], undefined); });