mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-12 18:22:48 +03:00
Base-red fix for issue #9985 after the 2026-08-11 merge storm (99 PRs). Real defects fixed: - gateways.ts: close regolo entry (was swallowing naga-ac + chatanywhere from #9421), drop stale duplicate chatanywhere entry (#9594) - conol-web + deepai registry: correct ../shared import depth + deepai executor:default - modelSelectModalHelpers: close isProviderModelHidden (#9011) - driverFactory.test.ts: restore eaten test-closing brace (#9173) - usageTracking: remove duplicate cache_* props - modelCapability{Overrides,ResolutionSnapshot,Capabilities}: max_token -> max_output_tokens (#9199 vs #8908) + test align - videoGeneration: drop duplicate handleFalVideoGeneration import (mediaGeneration/fal canonical, #9982) - responseSanitizer: cast input_tokens_details before .cached_tokens access - EditConnectionModal: missing alibaba code fields, hoist validationPsd, providerPageHelpers Badge variant union - FreeBudgetCard: t() -> labels.noApiKey - peerRouting + cliRuntime: ProcessEnv typing - image-combo.test.ts: type any -> unknown - fal.test.ts: moved to tests/unit/services (collected path) 14 tests green - remove duplicate 143_job_registry.sql (146 canonical), KNOWN_GAPS fix Docs/ratchets (owner-authorized rebaselines, annotated): - CHANGELOG 3.8.50 living section restored + 42 i18n mirrors - MCP-SERVER.md 104->105 tools + i18n - ENVIRONMENT.md/.env.example: ADOBE_FIREFLY_CHROME_HEADED + DEBUG_CLAUDE_NONSTREAM - fabricated-docs allowlist: TELEGRAM proposal env vars - file-size: 5 grown files + proxyFetch 1207->1220 - dead-code 230->248, codeql 2->9 (drift from merged PRs, not this PR) - untrack _tasks symlink; agent-skills-sync --apply (config-codex-cli)
146 lines
4.5 KiB
TypeScript
146 lines
4.5 KiB
TypeScript
import { getDbInstance } from "./core";
|
|
import { invalidateDbCache } from "./readCache";
|
|
|
|
export type ModelCapabilityOverrideKey = "max_input_tokens" | "max_output_tokens";
|
|
|
|
export interface ModelCapabilityOverride {
|
|
provider: string;
|
|
modelId: string;
|
|
target: string;
|
|
key: ModelCapabilityOverrideKey;
|
|
value: number;
|
|
refreshedAt: string;
|
|
}
|
|
|
|
interface OverrideRow {
|
|
provider: string;
|
|
model_id: string;
|
|
override_key: string;
|
|
override_value: string;
|
|
refreshed_at: string;
|
|
}
|
|
|
|
function isSupportedKey(value: unknown): value is ModelCapabilityOverrideKey {
|
|
return value === "max_input_tokens" || value === "max_output_tokens";
|
|
}
|
|
|
|
function isPositiveInteger(value: unknown): value is number {
|
|
return typeof value === "number" && Number.isInteger(value) && value > 0;
|
|
}
|
|
|
|
export function parseModelOverrideTarget(
|
|
target: unknown
|
|
): { provider: string; modelId: string } | null {
|
|
const raw = typeof target === "string" ? target.trim() : "";
|
|
const slashIndex = raw.indexOf("/");
|
|
if (slashIndex <= 0 || slashIndex === raw.length - 1) return null;
|
|
|
|
const provider = raw.slice(0, slashIndex).trim();
|
|
const modelId = raw.slice(slashIndex + 1).trim();
|
|
if (!provider || !modelId) return null;
|
|
return { provider, modelId };
|
|
}
|
|
|
|
function toOverride(row: OverrideRow): ModelCapabilityOverride | null {
|
|
if (!isSupportedKey(row.override_key)) return null;
|
|
|
|
let parsedValue: unknown;
|
|
try {
|
|
parsedValue = JSON.parse(row.override_value);
|
|
} catch {
|
|
return null;
|
|
}
|
|
|
|
if (!isPositiveInteger(parsedValue)) return null;
|
|
|
|
return {
|
|
provider: row.provider,
|
|
modelId: row.model_id,
|
|
target: `${row.provider}/${row.model_id}`,
|
|
key: row.override_key,
|
|
value: parsedValue,
|
|
refreshedAt: row.refreshed_at,
|
|
};
|
|
}
|
|
|
|
/** Nested provider → model → max_token map used by build-local snapshots. */
|
|
export type NestedMaxTokenOverrideMap = ReadonlyMap<string, ReadonlyMap<string, number>>;
|
|
|
|
export function getModelCapabilityOverride(
|
|
provider: string | null | undefined,
|
|
modelId: string | null | undefined,
|
|
key: ModelCapabilityOverrideKey,
|
|
bulkMaxTokenOverrides?: NestedMaxTokenOverrideMap | null
|
|
): number | null {
|
|
const target = parseModelOverrideTarget(`${provider || ""}/${modelId || ""}`);
|
|
if (!target || !isSupportedKey(key)) return null;
|
|
|
|
if (bulkMaxTokenOverrides) {
|
|
if (key !== "max_output_tokens") return null;
|
|
return bulkMaxTokenOverrides.get(target.provider)?.get(target.modelId) ?? null;
|
|
}
|
|
|
|
try {
|
|
const row = getDbInstance()
|
|
.prepare(
|
|
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
|
|
"FROM model_capability_overrides WHERE provider = ? AND model_id = ? AND override_key = ?"
|
|
)
|
|
.get(target.provider, target.modelId, key) as OverrideRow | undefined;
|
|
const override = row ? toOverride(row) : null;
|
|
return override?.value ?? null;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
export function setModelCapabilityOverride(
|
|
target: string,
|
|
key: ModelCapabilityOverrideKey,
|
|
value: number
|
|
): boolean {
|
|
const parsedTarget = parseModelOverrideTarget(target);
|
|
if (!parsedTarget || !isSupportedKey(key) || !isPositiveInteger(value)) return false;
|
|
|
|
getDbInstance()
|
|
.prepare(
|
|
"INSERT OR REPLACE INTO model_capability_overrides " +
|
|
"(provider, model_id, override_key, override_value, refreshed_at) " +
|
|
"VALUES (?, ?, ?, ?, datetime('now'))"
|
|
)
|
|
.run(parsedTarget.provider, parsedTarget.modelId, key, JSON.stringify(value));
|
|
invalidateDbCache("model-capabilities");
|
|
return true;
|
|
}
|
|
|
|
export function removeModelCapabilityOverride(
|
|
target: string,
|
|
key: ModelCapabilityOverrideKey
|
|
): boolean {
|
|
const parsedTarget = parseModelOverrideTarget(target);
|
|
if (!parsedTarget || !isSupportedKey(key)) return false;
|
|
|
|
const info = getDbInstance()
|
|
.prepare(
|
|
"DELETE FROM model_capability_overrides " +
|
|
"WHERE provider = ? AND model_id = ? AND override_key = ?"
|
|
)
|
|
.run(parsedTarget.provider, parsedTarget.modelId, key);
|
|
if (info.changes > 0) invalidateDbCache("model-capabilities");
|
|
return info.changes > 0;
|
|
}
|
|
|
|
export function listModelCapabilityOverrides(): ModelCapabilityOverride[] {
|
|
try {
|
|
const rows = getDbInstance()
|
|
.prepare(
|
|
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
|
|
"FROM model_capability_overrides ORDER BY refreshed_at DESC"
|
|
)
|
|
.all() as OverrideRow[];
|
|
return rows.map(toOverride).filter((entry): entry is ModelCapabilityOverride => entry !== null);
|
|
} catch {
|
|
return [];
|
|
}
|
|
}
|