Files
OmniRoute/src/lib/db/modelCapabilityOverrides.ts
Diego Rodrigues de Sa e Souza f6ccd3cf9f fix(quality): green release/v3.8.50 base-reds round 2 (#9985) (#10131)
* fix(quality): green release/v3.8.50 base-reds round 2 — gateways/conol/deepai corruption, migrations, docs, ratchets, dashboard-typecheck

Base-red fix for issue #9985 after the 2026-08-11 merge storm (99 PRs).

Real defects fixed:
- gateways.ts: close regolo entry (was swallowing naga-ac + chatanywhere from #9421), drop stale duplicate chatanywhere entry (#9594)
- conol-web + deepai registry: correct ../shared import depth + deepai executor:default
- modelSelectModalHelpers: close isProviderModelHidden (#9011)
- driverFactory.test.ts: restore eaten test-closing brace (#9173)
- usageTracking: remove duplicate cache_* props
- modelCapability{Overrides,ResolutionSnapshot,Capabilities}: max_token -> max_output_tokens (#9199 vs #8908) + test align
- videoGeneration: drop duplicate handleFalVideoGeneration import (mediaGeneration/fal canonical, #9982)
- responseSanitizer: cast input_tokens_details before .cached_tokens access
- EditConnectionModal: missing alibaba code fields, hoist validationPsd, providerPageHelpers Badge variant union
- FreeBudgetCard: t() -> labels.noApiKey
- peerRouting + cliRuntime: ProcessEnv typing
- image-combo.test.ts: type any -> unknown
- fal.test.ts: moved to tests/unit/services (collected path) 14 tests green
- remove duplicate 143_job_registry.sql (146 canonical), KNOWN_GAPS fix

Docs/ratchets (owner-authorized rebaselines, annotated):
- CHANGELOG 3.8.50 living section restored + 42 i18n mirrors
- MCP-SERVER.md 104->105 tools + i18n
- ENVIRONMENT.md/.env.example: ADOBE_FIREFLY_CHROME_HEADED + DEBUG_CLAUDE_NONSTREAM
- fabricated-docs allowlist: TELEGRAM proposal env vars
- file-size: 5 grown files + proxyFetch 1207->1220
- dead-code 230->248, codeql 2->9 (drift from merged PRs, not this PR)
- untrack _tasks symlink; agent-skills-sync --apply (config-codex-cli)

* fix(changelog): reformat two feature fragments to the bullet convention (#9239, #9490)

* fix(quality): prune stale ESLint suppressions (base-red)

* fix(quality): resolve open-sse type errors + catalog/build regressions (base-red round 3)

Storm-merge splices repaired in the base-fix PR #10131:
- doctor.ts: AppConfig missing brokerSocketPath
- conol-web.ts: Buffer not assignable to BodyInit (Uint8Array)
- tinycms.ts: TinyCmsExecutor.execute return matches BaseExecutor (response/url/transformedBody)
- tinycmsSigner.ts: encodeInto never-narrowing guard + dead wasm URL fallback (Turbopack)
- virtualFactory.ts: options slot for resolutionSnapshot
- bottleneckPatch.ts: insufficient-overlap casts (as unknown as)
- imageCombo.ts: narrow handleImageGeneration union result
- browser-worker.ts: AppConfig + turn.capabilities splice
- conolDiscovery.ts: getProviderOutboundGuard from Policy module
- catalog.ts: drop removed SWR hooks (getCatalogStaleWhileRevalidateMs + accessors), CatalogCachePolicy -> inline settings, resolve 4-arg call
- catalogCache.ts: remove dead inFlight/promise refs
- chat.ts: add isProviderBreakerFailureStatus import
- model-catalog-cache-swr-8728.test.ts: align to #9199 new API (policy injection removed)

* fix(quality): align UI test fixtures to current component contracts (base-red vitest)

- setup-wizard: provide required serverState prop (component gained it in a merged PR)
- grok-device-oauth-modal: next-intl stub resolves grok flow keys to EN labels
- provider-quota-widget: label now inline (PR #8916 removed AutoRefreshButtonLabel extraction) — test the widget
- use-provider-connections-cursor-refresh + phase1f: match /api/providers?provider=<id> query form; hoist heavy dynamic imports to module scope (timeout flake)
- home-topology: mock next/navigation useRouter (component added node-click navigation)
- cooling/lobe/AutoComboCatalog: raise cold-import describe timeouts to 30-60s
- request-logger-*: align to current detail-view contract

* fix(search): guard params.token undefined in serper headers (typecheck base-red)

* fix(search): guard token headers + non-null providerConfig (typecheck base-red)

* fix(changelog): restore base CHANGELOGs eaten by merge auto-resolve (43 files)

---------

Co-authored-by: diegosouzapw <diegosouzapw@users.noreply.github.com>
Co-authored-by: backryun <bakryun0718@proton.me>
2026-08-12 16:09:34 -03:00

146 lines
4.5 KiB
TypeScript

import { getDbInstance } from "./core";
import { invalidateDbCache } from "./readCache";
export type ModelCapabilityOverrideKey = "max_input_tokens" | "max_output_tokens" | "max_token";
export interface ModelCapabilityOverride {
provider: string;
modelId: string;
target: string;
key: ModelCapabilityOverrideKey;
value: number;
refreshedAt: string;
}
interface OverrideRow {
provider: string;
model_id: string;
override_key: string;
override_value: string;
refreshed_at: string;
}
function isSupportedKey(value: unknown): value is ModelCapabilityOverrideKey {
return value === "max_input_tokens" || value === "max_output_tokens" || value === "max_token";
}
function isPositiveInteger(value: unknown): value is number {
return typeof value === "number" && Number.isInteger(value) && value > 0;
}
export function parseModelOverrideTarget(
target: unknown
): { provider: string; modelId: string } | null {
const raw = typeof target === "string" ? target.trim() : "";
const slashIndex = raw.indexOf("/");
if (slashIndex <= 0 || slashIndex === raw.length - 1) return null;
const provider = raw.slice(0, slashIndex).trim();
const modelId = raw.slice(slashIndex + 1).trim();
if (!provider || !modelId) return null;
return { provider, modelId };
}
function toOverride(row: OverrideRow): ModelCapabilityOverride | null {
if (!isSupportedKey(row.override_key)) return null;
let parsedValue: unknown;
try {
parsedValue = JSON.parse(row.override_value);
} catch {
return null;
}
if (!isPositiveInteger(parsedValue)) return null;
return {
provider: row.provider,
modelId: row.model_id,
target: `${row.provider}/${row.model_id}`,
key: row.override_key,
value: parsedValue,
refreshedAt: row.refreshed_at,
};
}
/** Nested provider → model → max_token map used by build-local snapshots. */
export type NestedMaxTokenOverrideMap = ReadonlyMap<string, ReadonlyMap<string, number>>;
export function getModelCapabilityOverride(
provider: string | null | undefined,
modelId: string | null | undefined,
key: ModelCapabilityOverrideKey,
bulkMaxTokenOverrides?: NestedMaxTokenOverrideMap | null
): number | null {
const target = parseModelOverrideTarget(`${provider || ""}/${modelId || ""}`);
if (!target || !isSupportedKey(key)) return null;
if (bulkMaxTokenOverrides) {
if (key !== "max_output_tokens") return null;
return bulkMaxTokenOverrides.get(target.provider)?.get(target.modelId) ?? null;
}
try {
const row = getDbInstance()
.prepare(
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
"FROM model_capability_overrides WHERE provider = ? AND model_id = ? AND override_key = ?"
)
.get(target.provider, target.modelId, key) as OverrideRow | undefined;
const override = row ? toOverride(row) : null;
return override?.value ?? null;
} catch {
return null;
}
}
export function setModelCapabilityOverride(
target: string,
key: ModelCapabilityOverrideKey,
value: number
): boolean {
const parsedTarget = parseModelOverrideTarget(target);
if (!parsedTarget || !isSupportedKey(key) || !isPositiveInteger(value)) return false;
getDbInstance()
.prepare(
"INSERT OR REPLACE INTO model_capability_overrides " +
"(provider, model_id, override_key, override_value, refreshed_at) " +
"VALUES (?, ?, ?, ?, datetime('now'))"
)
.run(parsedTarget.provider, parsedTarget.modelId, key, JSON.stringify(value));
invalidateDbCache("model-capabilities");
return true;
}
export function removeModelCapabilityOverride(
target: string,
key: ModelCapabilityOverrideKey
): boolean {
const parsedTarget = parseModelOverrideTarget(target);
if (!parsedTarget || !isSupportedKey(key)) return false;
const info = getDbInstance()
.prepare(
"DELETE FROM model_capability_overrides " +
"WHERE provider = ? AND model_id = ? AND override_key = ?"
)
.run(parsedTarget.provider, parsedTarget.modelId, key);
if (info.changes > 0) invalidateDbCache("model-capabilities");
return info.changes > 0;
}
export function listModelCapabilityOverrides(): ModelCapabilityOverride[] {
try {
const rows = getDbInstance()
.prepare(
"SELECT provider, model_id, override_key, override_value, refreshed_at " +
"FROM model_capability_overrides ORDER BY refreshed_at DESC"
)
.all() as OverrideRow[];
return rows.map(toOverride).filter((entry): entry is ModelCapabilityOverride => entry !== null);
} catch {
return [];
}
}