mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-01 04:42:10 +03:00
dc6d9e2e4b
Introduce runtime-configurable payload mutation/filter rules with file reload support and a settings API so upstream request bodies can be customized per model and protocol without restarts. Expand search support with Google PSE, Linkup, SearchAPI, and SearXNG, including validation, routing, analytics costing, MCP schema updates, and search-type-aware provider selection. Update Pollinations to support anonymous access, endpoint failover, and the latest public model lineup. Add OmniRoute response metadata headers/SSE comments, per-connection model exclusion rules, combo tag-based routing, buffered spend writes, and scheduled daily/weekly/monthly budget resets. Update model catalog and dashboard UIs to surface source labels and hide models excluded by all active connections.
92 lines
2.8 KiB
TypeScript
92 lines
2.8 KiB
TypeScript
import { getProviderAlias } from "@/shared/constants/providers";
|
|
import { OMNIROUTE_RESPONSE_HEADERS } from "@/shared/constants/headers";
|
|
|
|
type UsageLike = Record<string, unknown> | null | undefined;
|
|
|
|
function toFiniteNumber(value: unknown): number {
|
|
if (typeof value === "number" && Number.isFinite(value)) return value;
|
|
if (typeof value === "string" && value.trim().length > 0) {
|
|
const parsed = Number(value);
|
|
return Number.isFinite(parsed) ? parsed : 0;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
function toNonNegativeInteger(value: unknown): number {
|
|
return Math.max(0, Math.round(toFiniteNumber(value)));
|
|
}
|
|
|
|
export function getOmniRouteTokenCounts(usage: UsageLike): { input: number; output: number } {
|
|
if (!usage || typeof usage !== "object") {
|
|
return { input: 0, output: 0 };
|
|
}
|
|
|
|
return {
|
|
input: toNonNegativeInteger(
|
|
usage.input ??
|
|
usage.prompt_tokens ??
|
|
usage.input_tokens ??
|
|
usage.promptTokens ??
|
|
usage.inputTokens
|
|
),
|
|
output: toNonNegativeInteger(
|
|
usage.output ??
|
|
usage.completion_tokens ??
|
|
usage.output_tokens ??
|
|
usage.completionTokens ??
|
|
usage.outputTokens
|
|
),
|
|
};
|
|
}
|
|
|
|
export function formatOmniRouteCost(costUsd: unknown): string {
|
|
const normalized = toFiniteNumber(costUsd);
|
|
return normalized > 0 ? normalized.toFixed(10) : "0.0000000000";
|
|
}
|
|
|
|
export function buildOmniRouteResponseMetaHeaders({
|
|
cacheHit = false,
|
|
costUsd = 0,
|
|
latencyMs = 0,
|
|
model = null,
|
|
provider = null,
|
|
usage = null,
|
|
}: {
|
|
cacheHit?: boolean;
|
|
costUsd?: unknown;
|
|
latencyMs?: unknown;
|
|
model?: string | null;
|
|
provider?: string | null;
|
|
usage?: UsageLike;
|
|
}): Record<string, string> {
|
|
const tokens = getOmniRouteTokenCounts(usage);
|
|
const headers: Record<string, string> = {
|
|
[OMNIROUTE_RESPONSE_HEADERS.cacheHit]: String(cacheHit),
|
|
[OMNIROUTE_RESPONSE_HEADERS.latencyMs]: String(toNonNegativeInteger(latencyMs)),
|
|
[OMNIROUTE_RESPONSE_HEADERS.responseCost]: formatOmniRouteCost(costUsd),
|
|
[OMNIROUTE_RESPONSE_HEADERS.tokensIn]: String(tokens.input),
|
|
[OMNIROUTE_RESPONSE_HEADERS.tokensOut]: String(tokens.output),
|
|
};
|
|
|
|
if (typeof model === "string" && model.trim().length > 0) {
|
|
headers[OMNIROUTE_RESPONSE_HEADERS.model] = model;
|
|
}
|
|
|
|
if (typeof provider === "string" && provider.trim().length > 0) {
|
|
headers[OMNIROUTE_RESPONSE_HEADERS.provider] = getProviderAlias(provider);
|
|
}
|
|
|
|
return headers;
|
|
}
|
|
|
|
export function buildOmniRouteSseMetadataComment(
|
|
options: Parameters<typeof buildOmniRouteResponseMetaHeaders>[0]
|
|
): string {
|
|
const headers = buildOmniRouteResponseMetaHeaders(options);
|
|
const lines = Object.entries(headers)
|
|
.filter(([, value]) => typeof value === "string" && value.trim().length > 0)
|
|
.map(([name, value]) => `: ${name.toLowerCase()}=${value}`);
|
|
|
|
return lines.length > 0 ? `${lines.join("\n")}\n` : "";
|
|
}
|