Files
OmniRoute/src/lib/db/modelCapabilityOverrides.ts
Xiangzhe 9fc3b29217 fix(catalog): scope combo reasoning efforts by connection (#10723)
Merged — locally validated (72/72 focused tests, typecheck:core clean, all static gates green) after resolving base-drift conflicts (catalog.ts cooperative-yield insertion point, modelMetadataRegistry.ts snapshot-param signature). CI's red checks (Unit Tests fast-path shards, Fast Quality Gates, Docs Gates) are confirmed PRE-EXISTING base-red on the pure release tip — reproduced tests/unit/db-driver-bundling-externals.test.ts, tests/unit/model-catalog-runtime-invalidation.test.ts and others failing identically against origin/release/v3.8.50 with zero PR content, unrelated to this change. Thanks for the design and for absorbing #10724's value here — great work on both review rounds!
2026-08-20 09:31:12 -03:00

216 lines
7.2 KiB
TypeScript

import {
parseReasoningEffortsOverride,
REASONING_EFFORT_OVERRIDE_VALUES,
type ReasoningEffortOverrideValue,
} from "@/shared/reasoning/reasoningEffortsOverride";
import { getDbInstance } from "./core";
import { invalidateDbCache } from "./readCache";
export type NumericModelCapabilityOverrideKey =
| "max_input_tokens"
| "max_output_tokens"
| "max_token";
export type ModelCapabilityOverrideKey = NumericModelCapabilityOverrideKey | "reasoning_efforts";
interface ModelCapabilityOverrideBase {
provider: string;
modelId: string;
target: string;
refreshedAt: string;
}
export type ModelCapabilityOverride =
| (ModelCapabilityOverrideBase & {
key: NumericModelCapabilityOverrideKey;
value: number;
})
| (ModelCapabilityOverrideBase & {
key: "reasoning_efforts";
value: ReasoningEffortOverrideValue[];
});
interface OverrideRow {
provider: string;
model_id: string;
override_key: string;
override_value: string;
refreshed_at: string;
}
function isNumericKey(value: unknown): value is NumericModelCapabilityOverrideKey {
return value === "max_input_tokens" || value === "max_output_tokens" || value === "max_token";
}
function isSupportedKey(value: unknown): value is ModelCapabilityOverrideKey {
return isNumericKey(value) || value === "reasoning_efforts";
}
function isPositiveInteger(value: unknown): value is number {
return typeof value === "number" && Number.isInteger(value) && value > 0;
}
function isReasoningEfforts(value: unknown): value is ReasoningEffortOverrideValue[] {
if (!Array.isArray(value) || value.length === 0) return false;
const allowed = new Set<string>(REASONING_EFFORT_OVERRIDE_VALUES);
return (
value.every((entry) => typeof entry === "string" && allowed.has(entry)) &&
new Set(value).size === value.length
);
}
export function parseModelOverrideTarget(
target: unknown
): { provider: string; modelId: string } | null {
const raw = typeof target === "string" ? target.trim() : "";
const slashIndex = raw.indexOf("/");
if (slashIndex <= 0 || slashIndex === raw.length - 1) return null;
const provider = raw.slice(0, slashIndex).trim();
const modelId = raw.slice(slashIndex + 1).trim();
if (!provider || !modelId) return null;
return { provider, modelId };
}
function toOverride(row: OverrideRow): ModelCapabilityOverride | null {
if (!isSupportedKey(row.override_key)) return null;
let parsedValue: unknown;
try {
parsedValue = JSON.parse(row.override_value);
} catch {
return null;
}
const base: ModelCapabilityOverrideBase = {
provider: row.provider,
modelId: row.model_id,
target: `${row.provider}/${row.model_id}`,
refreshedAt: row.refreshed_at,
};
if (row.override_key === "reasoning_efforts") {
return isReasoningEfforts(parsedValue)
? { ...base, key: row.override_key, value: parsedValue }
: null;
}
return isPositiveInteger(parsedValue)
? { ...base, key: row.override_key, value: parsedValue }
: null;
}
/** Nested provider → model → numeric override map used by build-local snapshots. */
export type NestedMaxTokenOverrideMap = ReadonlyMap<string, ReadonlyMap<string, number>>;
export function getModelCapabilityOverride(
provider: string | null | undefined,
modelId: string | null | undefined,
key: NumericModelCapabilityOverrideKey,
bulkMaxTokenOverrides?: NestedMaxTokenOverrideMap | null
): number | null {
const target = parseModelOverrideTarget(`${provider || ""}/${modelId || ""}`);
if (!target || !isNumericKey(key)) return null;
if (bulkMaxTokenOverrides) {
// The caller pairs the bulk map with the key it was built for
// (max_output_tokens or max_input_tokens in the #9199 snapshot).
return bulkMaxTokenOverrides.get(target.provider)?.get(target.modelId) ?? null;
}
try {
const row = getDbInstance()
.prepare(
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
"FROM model_capability_overrides WHERE provider = ? AND model_id = ? AND override_key = ?"
)
.get(target.provider, target.modelId, key) as OverrideRow | undefined;
const override = row ? toOverride(row) : null;
return override && override.key !== "reasoning_efforts" ? override.value : null;
} catch {
return null;
}
}
export function getReasoningEffortsOverride(
provider: string | null | undefined,
modelId: string | null | undefined,
bulk?: ReadonlyMap<string, ReadonlyMap<string, readonly ReasoningEffortOverrideValue[]>> | null
): readonly ReasoningEffortOverrideValue[] | null {
const target = parseModelOverrideTarget(`${provider || ""}/${modelId || ""}`);
if (!target) return null;
if (bulk) return bulk.get(target.provider)?.get(target.modelId) ?? null;
try {
const row = getDbInstance()
.prepare(
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
"FROM model_capability_overrides WHERE provider = ? AND model_id = ? AND override_key = 'reasoning_efforts'"
)
.get(target.provider, target.modelId) as OverrideRow | undefined;
const override = row ? toOverride(row) : null;
return override?.key === "reasoning_efforts" ? override.value : null;
} catch {
return null;
}
}
export function setModelCapabilityOverride(
target: string,
key: ModelCapabilityOverrideKey,
value: number | string | readonly string[]
): boolean {
const parsedTarget = parseModelOverrideTarget(target);
if (!parsedTarget || !isSupportedKey(key)) return false;
let normalizedValue: number | ReasoningEffortOverrideValue[];
if (key === "reasoning_efforts") {
const parsed = Array.isArray(value)
? parseReasoningEffortsOverride(value.join(","))
: parseReasoningEffortsOverride(value);
if (!parsed.ok) return false;
normalizedValue = parsed.efforts;
} else {
if (!isPositiveInteger(value)) return false;
normalizedValue = value;
}
getDbInstance()
.prepare(
"INSERT OR REPLACE INTO model_capability_overrides " +
"(provider, model_id, override_key, override_value, refreshed_at) " +
"VALUES (?, ?, ?, ?, datetime('now'))"
)
.run(parsedTarget.provider, parsedTarget.modelId, key, JSON.stringify(normalizedValue));
invalidateDbCache("model-capabilities");
return true;
}
export function removeModelCapabilityOverride(
target: string,
key: ModelCapabilityOverrideKey
): boolean {
const parsedTarget = parseModelOverrideTarget(target);
if (!parsedTarget || !isSupportedKey(key)) return false;
const info = getDbInstance()
.prepare(
"DELETE FROM model_capability_overrides " +
"WHERE provider = ? AND model_id = ? AND override_key = ?"
)
.run(parsedTarget.provider, parsedTarget.modelId, key);
if (info.changes > 0) invalidateDbCache("model-capabilities");
return info.changes > 0;
}
export function listModelCapabilityOverrides(): ModelCapabilityOverride[] {
try {
const rows = getDbInstance()
.prepare(
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
"FROM model_capability_overrides ORDER BY refreshed_at DESC"
)
.all() as OverrideRow[];
return rows.map(toOverride).filter((entry): entry is ModelCapabilityOverride => entry !== null);
} catch {
return [];
}
}