mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-02 05:12:11 +03:00
OmniRoute is an intelligent API gateway that unifies 20+ AI providers behind a single OpenAI-compatible endpoint. Features include intelligent routing with 6 strategies, multi-format translation (OpenAI/Claude/Gemini/Responses API), circuit breakers, semantic caching, combo fallback chains, real-time health monitoring, and a full dashboard with provider management, analytics, and CLI tool integration. Key highlights: - 20+ providers (Claude Code, Codex, Gemini CLI, GitHub Copilot, iFlow, Qwen, Kiro, etc.) - 6 routing strategies (Fill First, Round Robin, P2C, Random, Least Used, Cost Optimized) - Export/Import database backup with full archive support - Translator Playground with 4 modes (Playground, Chat Tester, Test Bench, Live Monitor) - 100% TypeScript across src/ and open-sse/ - Docker support with multi-stage builds - Comprehensive documentation and 9 dashboard screenshots
95 lines
2.4 KiB
TypeScript
95 lines
2.4 KiB
TypeScript
/**
|
|
* Idempotency Layer — Phase 9.2
|
|
*
|
|
* In-memory deduplication of requests with the same idempotency key.
|
|
* If a request with the same key arrives within 5 seconds, returns
|
|
* the cached response instead of making a new API call.
|
|
*
|
|
* Headers: X-Request-Id or Idempotency-Key
|
|
*
|
|
* @module lib/idempotencyLayer
|
|
*/
|
|
|
|
const DEFAULT_WINDOW_MS = 5000;
|
|
|
|
/** @type {Map<string, { response: object, status: number, expiresAt: number }>} */
|
|
const idempotencyStore = new Map();
|
|
|
|
// Periodic cleanup every 30s
|
|
let cleanupInterval;
|
|
|
|
function ensureCleanup() {
|
|
if (cleanupInterval) return;
|
|
cleanupInterval = setInterval(() => {
|
|
const now = Date.now();
|
|
for (const [key, entry] of idempotencyStore) {
|
|
if (now >= entry.expiresAt) {
|
|
idempotencyStore.delete(key);
|
|
}
|
|
}
|
|
}, 30000);
|
|
// Don't prevent process exit
|
|
if (cleanupInterval.unref) cleanupInterval.unref();
|
|
}
|
|
|
|
/**
|
|
* Extract idempotency key from request headers.
|
|
* @param {Headers|object} headers
|
|
* @returns {string|null}
|
|
*/
|
|
export function getIdempotencyKey(headers) {
|
|
if (!headers) return null;
|
|
const get = typeof headers.get === "function" ? (k) => headers.get(k) : (k) => headers[k];
|
|
return get("idempotency-key") || get("x-request-id") || null;
|
|
}
|
|
|
|
/**
|
|
* Check if a response exists for the given idempotency key.
|
|
* @param {string} key
|
|
* @returns {{ response: object, status: number }|null}
|
|
*/
|
|
export function checkIdempotency(key) {
|
|
if (!key) return null;
|
|
const entry = idempotencyStore.get(key);
|
|
if (!entry) return null;
|
|
if (Date.now() >= entry.expiresAt) {
|
|
idempotencyStore.delete(key);
|
|
return null;
|
|
}
|
|
return { response: entry.response, status: entry.status };
|
|
}
|
|
|
|
/**
|
|
* Save a response for idempotency dedup.
|
|
* @param {string} key
|
|
* @param {object} response - Response body to cache
|
|
* @param {number} status - HTTP status code
|
|
* @param {number} [windowMs=5000] - Dedup window in ms
|
|
*/
|
|
export function saveIdempotency(key, response, status, windowMs = DEFAULT_WINDOW_MS) {
|
|
if (!key) return;
|
|
ensureCleanup();
|
|
idempotencyStore.set(key, {
|
|
response,
|
|
status,
|
|
expiresAt: Date.now() + windowMs,
|
|
});
|
|
}
|
|
|
|
/**
|
|
* Get current idempotency store stats.
|
|
*/
|
|
export function getIdempotencyStats() {
|
|
return {
|
|
activeKeys: idempotencyStore.size,
|
|
windowMs: DEFAULT_WINDOW_MS,
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Clear all idempotency entries (for testing).
|
|
*/
|
|
export function clearIdempotency() {
|
|
idempotencyStore.clear();
|
|
}
|