Files
OmniRoute/open-sse/services/sessionManager.ts
diegosouzapw 71d14209a4 feat: OmniRoute v1.0.0 — Intelligent AI Gateway & Universal LLM Proxy
OmniRoute is an intelligent API gateway that unifies 20+ AI providers behind a single
OpenAI-compatible endpoint. Features include intelligent routing with 6 strategies,
multi-format translation (OpenAI/Claude/Gemini/Responses API), circuit breakers,
semantic caching, combo fallback chains, real-time health monitoring, and a full
dashboard with provider management, analytics, and CLI tool integration.

Key highlights:
- 20+ providers (Claude Code, Codex, Gemini CLI, GitHub Copilot, iFlow, Qwen, Kiro, etc.)
- 6 routing strategies (Fill First, Round Robin, P2C, Random, Least Used, Cost Optimized)
- Export/Import database backup with full archive support
- Translator Playground with 4 modes (Playground, Chat Tester, Test Bench, Live Monitor)
- 100% TypeScript across src/ and open-sse/
- Docker support with multi-stage builds
- Comprehensive documentation and 9 dashboard screenshots
2026-02-18 00:02:15 -03:00

180 lines
4.9 KiB
TypeScript

/**
* Session Fingerprinting — Phase 5
*
* Generates stable session IDs for sticky routing,
* prompt caching, and per-session tracking.
*/
import { createHash } from "node:crypto";
// In-memory session store with metadata
// key: sessionId → { createdAt, lastActive, requestCount, connectionId? }
const sessions = new Map();
// Auto-cleanup sessions older than 30 minutes
const SESSION_TTL_MS = 30 * 60 * 1000;
const _cleanupTimer = setInterval(() => {
const now = Date.now();
for (const [key, entry] of sessions) {
if (now - entry.lastActive > SESSION_TTL_MS) sessions.delete(key);
}
}, 60_000);
_cleanupTimer.unref();
/**
* Generate a stable session fingerprint from request characteristics.
* Same client + same conversation → same session ID.
*
* Fingerprint factors:
* - System prompt hash (stable per conversation/tool)
* - First user message hash (stable per conversation)
* - Model name
* - Provider (optional)
* - Tools signature (sorted tool names)
*
* @param {object} body - Request body
* @param {object} [options] - Extra context
* @returns {string} Session ID (hex hash)
*/
export function generateSessionId(body, options: any = {}) {
const parts = [];
// Model contributes to fingerprint
if (body.model) parts.push(`model:${body.model}`);
// Provider binding
if (options.provider) parts.push(`provider:${options.provider}`);
// System prompt hash (first 32 chars of system content)
const systemPrompt = extractSystemPrompt(body);
if (systemPrompt) {
parts.push(`sys:${hashShort(systemPrompt)}`);
}
// First user message hash (identifies the conversation)
const firstUser = extractFirstUserMessage(body);
if (firstUser) {
parts.push(`user0:${hashShort(firstUser)}`);
}
// Tools signature (sorted names)
if (body.tools && Array.isArray(body.tools) && body.tools.length > 0) {
const toolNames = body.tools
.map((t) => t.name || t.function?.name || "")
.filter(Boolean)
.sort()
.join(",");
if (toolNames) parts.push(`tools:${hashShort(toolNames)}`);
}
// Connection ID for sticky routing
if (options.connectionId) parts.push(`conn:${options.connectionId}`);
if (parts.length === 0) return null;
const fingerprint = parts.join("|");
return createHash("sha256").update(fingerprint).digest("hex").slice(0, 16);
}
/**
* Touch or create a session
*/
export function touchSession(sessionId, connectionId = null) {
if (!sessionId) return;
const existing = sessions.get(sessionId);
if (existing) {
existing.lastActive = Date.now();
existing.requestCount++;
if (connectionId) existing.connectionId = connectionId;
} else {
sessions.set(sessionId, {
createdAt: Date.now(),
lastActive: Date.now(),
requestCount: 1,
connectionId,
});
}
}
/**
* Get session info (for sticky routing decisions)
*/
export function getSessionInfo(sessionId) {
if (!sessionId) return null;
const entry = sessions.get(sessionId);
if (!entry) return null;
if (Date.now() - entry.lastActive > SESSION_TTL_MS) {
sessions.delete(sessionId);
return null;
}
return { ...entry };
}
/**
* Get the bound connection for a session (sticky routing)
*/
export function getSessionConnection(sessionId) {
const info = getSessionInfo(sessionId);
return info?.connectionId || null;
}
/**
* Get session count (for dashboard)
*/
export function getActiveSessionCount() {
return sessions.size;
}
/**
* Get all active sessions (for dashboard)
*/
export function getActiveSessions() {
const now = Date.now();
const result = [];
for (const [id, entry] of sessions) {
if (now - entry.lastActive <= SESSION_TTL_MS) {
result.push({ sessionId: id, ...entry, ageMs: now - entry.createdAt });
}
}
return result;
}
/**
* Clear all sessions (for testing)
*/
export function clearSessions() {
sessions.clear();
}
// ─── Internal Helpers ───────────────────────────────────────────────────────
function hashShort(text) {
return createHash("sha256").update(text).digest("hex").slice(0, 8);
}
function extractSystemPrompt(body) {
// Claude format: body.system
if (body.system) {
return typeof body.system === "string" ? body.system : JSON.stringify(body.system);
}
// OpenAI format: messages[0].role === "system"
if (body.messages && Array.isArray(body.messages)) {
const sys = body.messages.find((m) => m.role === "system" || m.role === "developer");
if (sys) {
return typeof sys.content === "string" ? sys.content : JSON.stringify(sys.content);
}
}
return null;
}
function extractFirstUserMessage(body) {
const messages = body.messages || body.input || [];
if (!Array.isArray(messages)) return null;
for (const msg of messages) {
if (msg.role === "user") {
return typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content);
}
}
return null;
}