Files
OmniRoute/src/lib/config/hotReload.ts
diegosouzapw 4ae488b25b feat(runtime): add hot-reloadable guardrails and model diagnostics
Introduce a runtime settings layer that hydrates persisted config at startup
and reapplies aliases, payload rules, cache behavior, CLI compatibility,
usage tuning, and related switches when settings change or SQLite updates.

Replace the legacy prompt injection middleware path with a guardrail
registry that supports prompt injection detection, PII masking, disabled
guardrail overrides, and post-call response handling across the chat
pipeline.

Add a metadata registry for model catalog and alias resolution so catalog
endpoints return enriched capabilities plus diagnostic headers and typed
alias errors instead of ad hoc responses.

Convert unsupported built-in web_search tools into an OmniRoute fallback
tool, execute them through builtin skills, and preserve Responses API
function call output with sanitized usage fields.

Centralize provider header fingerprints for GitHub, Cursor, Qwen, Qoder,
Kiro, and Antigravity, and migrate management passwords from env or
plaintext storage into persisted bcrypt hashes during startup and login.
2026-04-17 11:56:52 -03:00

116 lines
3.3 KiB
TypeScript

import fs from "node:fs";
import path from "node:path";
import { SQLITE_FILE } from "@/lib/db/core";
import { getSettings } from "@/lib/db/settings";
import { applyRuntimeSettings, type RuntimeReloadChange } from "./runtimeSettings";
const DEFAULT_POLL_INTERVAL_MS = 5_000;
const MIN_POLL_INTERVAL_MS = 1_000;
let activeCheck: Promise<void> | null = null;
let queuedSource: string | null = null;
let pollTimer: ReturnType<typeof setInterval> | null = null;
let sqliteWatcher: fs.FSWatcher | null = null;
function getPollIntervalMs() {
const parsed = Number.parseInt(process.env.OMNIROUTE_CONFIG_HOT_RELOAD_MS || "", 10);
if (!Number.isFinite(parsed) || parsed < MIN_POLL_INTERVAL_MS) {
return DEFAULT_POLL_INTERVAL_MS;
}
return parsed;
}
function isRelevantSqliteChange(filename: string | null): boolean {
if (!filename || !SQLITE_FILE) return false;
const baseName = path.basename(SQLITE_FILE);
return filename === baseName || filename.startsWith(`${baseName}-`);
}
function logChanges(source: string, changes: RuntimeReloadChange[]) {
if (changes.length === 0) return;
console.log(
`[HOT_RELOAD] source=${source} reloaded sections: ${changes
.map((entry) => entry.section)
.join(", ")}`
);
}
async function runHotReloadCheck(source: string) {
const settings = await getSettings();
const changes = await applyRuntimeSettings(settings, { source });
logChanges(source, changes);
}
function queueHotReloadCheck(source: string) {
if (activeCheck) {
queuedSource = source;
return;
}
activeCheck = runHotReloadCheck(source)
.catch((error) => {
console.warn(
`[HOT_RELOAD] Runtime config reload failed for ${source}:`,
error instanceof Error ? error.message : error
);
})
.finally(() => {
activeCheck = null;
if (!queuedSource) return;
const nextSource = queuedSource;
queuedSource = null;
queueHotReloadCheck(nextSource);
});
}
export function startRuntimeConfigHotReload(options: { pollIntervalMs?: number } = {}) {
if (pollTimer || sqliteWatcher) return;
const pollIntervalMs = Math.max(
options.pollIntervalMs || getPollIntervalMs(),
MIN_POLL_INTERVAL_MS
);
pollTimer = setInterval(() => {
queueHotReloadCheck("hot-reload:poll");
}, pollIntervalMs);
if (typeof pollTimer === "object" && "unref" in pollTimer) {
(pollTimer as { unref?: () => void }).unref?.();
}
if (SQLITE_FILE) {
try {
sqliteWatcher = fs.watch(path.dirname(SQLITE_FILE), (_eventType, filename) => {
const normalizedFilename = typeof filename === "string" ? filename : filename?.toString();
if (isRelevantSqliteChange(normalizedFilename || null)) {
queueHotReloadCheck("hot-reload:fs-watch");
}
});
} catch (error) {
console.warn(
"[HOT_RELOAD] SQLite file watch unavailable, polling only:",
error instanceof Error ? error.message : error
);
}
}
console.log(
`[HOT_RELOAD] Runtime config hot-reload started (poll=${pollIntervalMs}ms, fsWatch=${
sqliteWatcher ? "on" : "off"
})`
);
queueHotReloadCheck("hot-reload:start");
}
export function stopRuntimeConfigHotReloadForTests() {
if (pollTimer) {
clearInterval(pollTimer);
pollTimer = null;
}
sqliteWatcher?.close();
sqliteWatcher = null;
queuedSource = null;
activeCheck = null;
}