mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-03 13:52:09 +03:00
ea61d00cf7
## New Features - Combo Builder v2 wizard UI (multi-stage: Basics → Steps → Strategy → Review) - Combo Step Architecture Schema v2 (ComboModelStep, ComboRefStep, pinned accounts) - Composite Tiers system for tiered model routing with fallback chains - Model Capabilities Registry (unified resolver merging specs + registry + synced data) - Observability module (buildHealthPayload, buildTelemetryPayload, buildSessionsSummary) - Session & Quota Monitor panels on Health dashboard - Combo Health per-target analytics via resolveNestedComboTargets() - Combo Builder Options API (GET /api/combos/builder/options) ## Performance - Middleware lazy loading (apiAuth, db/settings, modelSyncScheduler) - E2E auth bypass mode (NEXT_PUBLIC_OMNIROUTE_E2E_MODE) ## Bug Fixes - P2C credential selection with quota headroom awareness - Fixed-account combo steps bypass model cooldowns/circuit breakers - Combo metrics per-target tracking (byTarget with executionKey) - Call logs schema expansion (7 new columns + composite index) - Quota monitor lifecycle enrichment (status, snapshots, summary) - Codex quota fetcher hardening ## Maintenance - DB migration 021 (combo_call_log_targets) - Combo CRUD normalization on read - Playwright config + build script improvements - OpenAPI spec version sync to 3.6.4 ## Tests - 16 new test suites + 12 existing test updates - 86 files changed, +8318 -1378 lines
106 lines
3.2 KiB
JavaScript
106 lines
3.2 KiB
JavaScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import fs from "node:fs";
|
|
import os from "node:os";
|
|
import path from "node:path";
|
|
|
|
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-model-capabilities-"));
|
|
process.env.DATA_DIR = TEST_DATA_DIR;
|
|
|
|
const core = await import("../../src/lib/db/core.ts");
|
|
const modelsDevSync = await import("../../src/lib/modelsDevSync.ts");
|
|
const modelCapabilities = await import("../../src/lib/modelCapabilities.ts");
|
|
|
|
function buildCapability(overrides = {}) {
|
|
return {
|
|
tool_call: null,
|
|
reasoning: null,
|
|
attachment: null,
|
|
structured_output: null,
|
|
temperature: null,
|
|
modalities_input: "[]",
|
|
modalities_output: "[]",
|
|
knowledge_cutoff: null,
|
|
release_date: null,
|
|
last_updated: null,
|
|
status: null,
|
|
family: null,
|
|
open_weights: null,
|
|
limit_context: null,
|
|
limit_input: null,
|
|
limit_output: null,
|
|
interleaved_field: null,
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
function resetStorage() {
|
|
core.resetDbInstance();
|
|
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
|
|
fs.mkdirSync(TEST_DATA_DIR, { recursive: true });
|
|
}
|
|
|
|
test.beforeEach(() => {
|
|
resetStorage();
|
|
});
|
|
|
|
test.after(() => {
|
|
core.resetDbInstance();
|
|
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
|
|
});
|
|
|
|
test("canonical model capability resolver merges models.dev data and keeps static overrides authoritative", () => {
|
|
modelsDevSync.saveModelsDevCapabilities({
|
|
openai: {
|
|
"gpt-4o": buildCapability({
|
|
tool_call: false,
|
|
reasoning: false,
|
|
attachment: true,
|
|
structured_output: true,
|
|
temperature: true,
|
|
modalities_input: JSON.stringify(["text", "image"]),
|
|
modalities_output: JSON.stringify(["text"]),
|
|
family: "gpt-4",
|
|
status: "stable",
|
|
limit_context: 256000,
|
|
limit_input: 256000,
|
|
limit_output: 12345,
|
|
}),
|
|
},
|
|
antigravity: {
|
|
"gemini-3.1-pro-high": buildCapability({
|
|
tool_call: false,
|
|
reasoning: false,
|
|
modalities_input: JSON.stringify(["text"]),
|
|
modalities_output: JSON.stringify(["text"]),
|
|
limit_context: 1024,
|
|
limit_output: 9999,
|
|
}),
|
|
},
|
|
});
|
|
|
|
const gpt4o = modelCapabilities.getResolvedModelCapabilities("openai/gpt-4o");
|
|
assert.equal(gpt4o.toolCalling, false);
|
|
assert.equal(gpt4o.reasoning, false);
|
|
assert.equal(gpt4o.supportsVision, true);
|
|
assert.equal(gpt4o.contextWindow, 256000);
|
|
assert.equal(gpt4o.maxInputTokens, 256000);
|
|
assert.equal(gpt4o.maxOutputTokens, 12345);
|
|
assert.equal(modelCapabilities.getModelContextLimit("openai", "gpt-4o"), 256000);
|
|
assert.equal(modelCapabilities.capMaxOutputTokens("openai/gpt-4o", 999999), 12345);
|
|
|
|
const geminiHigh = modelCapabilities.getResolvedModelCapabilities(
|
|
"antigravity/gemini-3.1-pro-high"
|
|
);
|
|
assert.equal(geminiHigh.toolCalling, true);
|
|
assert.equal(geminiHigh.reasoning, true);
|
|
assert.equal(geminiHigh.supportsThinking, true);
|
|
assert.equal(geminiHigh.contextWindow, 1048576);
|
|
assert.equal(geminiHigh.maxOutputTokens, 65535);
|
|
assert.equal(geminiHigh.defaultThinkingBudget, 24576);
|
|
assert.equal(
|
|
modelCapabilities.capThinkingBudget("antigravity/gemini-3.1-pro-high", 40000),
|
|
32768
|
|
);
|
|
});
|