Files
OmniRoute/open-sse/services/webSearchFallback.ts
diegosouzapw 4ae488b25b feat(runtime): add hot-reloadable guardrails and model diagnostics
Introduce a runtime settings layer that hydrates persisted config at startup
and reapplies aliases, payload rules, cache behavior, CLI compatibility,
usage tuning, and related switches when settings change or SQLite updates.

Replace the legacy prompt injection middleware path with a guardrail
registry that supports prompt injection detection, PII masking, disabled
guardrail overrides, and post-call response handling across the chat
pipeline.

Add a metadata registry for model catalog and alias resolution so catalog
endpoints return enriched capabilities plus diagnostic headers and typed
alias errors instead of ad hoc responses.

Convert unsupported built-in web_search tools into an OmniRoute fallback
tool, execute them through builtin skills, and preserve Responses API
function call output with sanitized usage fields.

Centralize provider header fingerprints for GitHub, Cursor, Qwen, Qoder,
Kiro, and Antigravity, and migrate management passwords from env or
plaintext storage into persisted bcrypt hashes during startup and login.
2026-04-17 11:56:52 -03:00

210 lines
6.1 KiB
TypeScript

import { FORMATS } from "../translator/formats.ts";
export const OMNIROUTE_WEB_SEARCH_FALLBACK_TOOL_NAME = "omniroute_web_search";
const WEB_SEARCH_TOOL_TYPES = new Set(["web_search", "web_search_preview"]);
const SEARCH_CONTEXT_DEFAULTS: Record<string, number> = {
low: 5,
medium: 8,
high: 10,
};
type JsonRecord = Record<string, unknown>;
export interface WebSearchFallbackPlan {
enabled: boolean;
toolName: string | null;
convertedToolCount: number;
}
function toRecord(value: unknown): JsonRecord {
return value && typeof value === "object" && !Array.isArray(value) ? (value as JsonRecord) : {};
}
function isBuiltInWebSearchTool(tool: unknown): tool is JsonRecord {
const toolRecord = toRecord(tool);
const toolType = typeof toolRecord.type === "string" ? toolRecord.type : "";
return WEB_SEARCH_TOOL_TYPES.has(toolType) && !toolRecord.function;
}
function isBuiltInWebSearchToolChoice(toolChoice: unknown): boolean {
const choice = toRecord(toolChoice);
const toolType = typeof choice.type === "string" ? choice.type : "";
return WEB_SEARCH_TOOL_TYPES.has(toolType);
}
function buildFallbackDescription(tool: JsonRecord): string {
const externalWebAccess = tool.external_web_access !== false;
const contextSize =
typeof tool.search_context_size === "string"
? tool.search_context_size.trim().toLowerCase()
: "";
const defaultMaxResults = SEARCH_CONTEXT_DEFAULTS[contextSize] || SEARCH_CONTEXT_DEFAULTS.medium;
const accessMode = externalWebAccess ? "public web" : "configured search index";
return [
`Search the ${accessMode} for recent, factual information and return cited results.`,
"Use this when the answer depends on current events, external documents, or fresh facts.",
`If max_results is omitted, prefer about ${defaultMaxResults} results.`,
].join(" ");
}
function buildFallbackParameters(tool: JsonRecord): JsonRecord {
const contextSize =
typeof tool.search_context_size === "string"
? tool.search_context_size.trim().toLowerCase()
: "";
const defaultMaxResults = SEARCH_CONTEXT_DEFAULTS[contextSize] || SEARCH_CONTEXT_DEFAULTS.medium;
return {
type: "object",
additionalProperties: false,
properties: {
query: {
type: "string",
description: "The web search query to execute.",
},
search_type: {
type: "string",
enum: ["web", "news"],
description: "Use 'news' for recent headlines or reporting; otherwise use 'web'.",
},
max_results: {
type: "integer",
minimum: 1,
maximum: 20,
default: defaultMaxResults,
description: "Maximum number of results to retrieve.",
},
country: {
type: "string",
description: "Optional 2-letter country code for localization, e.g. US or BR.",
},
language: {
type: "string",
description: "Optional language code such as en or pt-BR.",
},
time_range: {
type: "string",
enum: ["any", "day", "week", "month", "year"],
description: "Optional recency filter.",
},
filters: {
type: "object",
additionalProperties: false,
properties: {
include_domains: {
type: "array",
items: { type: "string" },
description: "Optional list of domains to include.",
},
exclude_domains: {
type: "array",
items: { type: "string" },
description: "Optional list of domains to exclude.",
},
},
},
},
required: ["query"],
};
}
function buildFallbackTool(tool: JsonRecord): JsonRecord {
return {
type: "function",
function: {
name: OMNIROUTE_WEB_SEARCH_FALLBACK_TOOL_NAME,
description: buildFallbackDescription(tool),
parameters: buildFallbackParameters(tool),
},
};
}
export function supportsNativeWebSearchFallbackBypass({
targetFormat,
nativeCodexPassthrough,
}: {
provider?: string | null;
sourceFormat?: string | null;
targetFormat: string | null | undefined;
nativeCodexPassthrough: boolean;
}): boolean {
if (nativeCodexPassthrough) return true;
return targetFormat === FORMATS.GEMINI;
}
export function prepareWebSearchFallbackBody<T extends JsonRecord>(
body: T,
options: {
provider?: string | null;
sourceFormat?: string | null;
targetFormat?: string | null;
nativeCodexPassthrough: boolean;
}
): { body: T; fallback: WebSearchFallbackPlan } {
const tools = Array.isArray(body.tools) ? body.tools : null;
if (!tools || tools.length === 0) {
return {
body,
fallback: { enabled: false, toolName: null, convertedToolCount: 0 },
};
}
const builtInSearchTools = tools.filter(isBuiltInWebSearchTool);
if (builtInSearchTools.length === 0) {
return {
body,
fallback: { enabled: false, toolName: null, convertedToolCount: 0 },
};
}
if (supportsNativeWebSearchFallbackBypass(options)) {
return {
body,
fallback: { enabled: false, toolName: null, convertedToolCount: 0 },
};
}
const toolNames = new Set<string>();
const preservedTools = tools.filter((tool) => {
if (isBuiltInWebSearchTool(tool)) return false;
const toolRecord = toRecord(tool);
const functionRecord = toRecord(toolRecord.function);
const name =
typeof functionRecord.name === "string"
? functionRecord.name
: typeof toolRecord.name === "string"
? toolRecord.name
: "";
if (name.trim().length > 0) {
toolNames.add(name.trim());
}
return true;
});
if (!toolNames.has(OMNIROUTE_WEB_SEARCH_FALLBACK_TOOL_NAME)) {
preservedTools.unshift(buildFallbackTool(toRecord(builtInSearchTools[0])));
}
const nextBody: T = {
...body,
tools: preservedTools as T["tools"],
};
if (isBuiltInWebSearchToolChoice(body.tool_choice)) {
nextBody.tool_choice = {
type: "function",
function: { name: OMNIROUTE_WEB_SEARCH_FALLBACK_TOOL_NAME },
} as T["tool_choice"];
}
return {
body: nextBody,
fallback: {
enabled: true,
toolName: OMNIROUTE_WEB_SEARCH_FALLBACK_TOOL_NAME,
convertedToolCount: builtInSearchTools.length,
},
};
}