mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-26 09:52:11 +03:00
OmniRoute is an intelligent API gateway that unifies 20+ AI providers behind a single OpenAI-compatible endpoint. Features include intelligent routing with 6 strategies, multi-format translation (OpenAI/Claude/Gemini/Responses API), circuit breakers, semantic caching, combo fallback chains, real-time health monitoring, and a full dashboard with provider management, analytics, and CLI tool integration. Key highlights: - 20+ providers (Claude Code, Codex, Gemini CLI, GitHub Copilot, iFlow, Qwen, Kiro, etc.) - 6 routing strategies (Fill First, Round Robin, P2C, Random, Least Used, Cost Optimized) - Export/Import database backup with full archive support - Translator Playground with 4 modes (Playground, Chat Tester, Test Bench, Live Monitor) - 100% TypeScript across src/ and open-sse/ - Docker support with multi-stage builds - Comprehensive documentation and 9 dashboard screenshots
83 lines
2.5 KiB
TypeScript
83 lines
2.5 KiB
TypeScript
/**
|
|
* Responses API Handler for Workers
|
|
* Converts Chat Completions to Codex Responses API format
|
|
*/
|
|
|
|
import { handleChatCore } from "./chatCore.ts";
|
|
import { convertResponsesApiFormat } from "../translator/helpers/responsesApiHelper.ts";
|
|
import { createResponsesApiTransformStream } from "../transformer/responsesTransformer.ts";
|
|
|
|
/**
|
|
* Handle /v1/responses request
|
|
* @param {object} options
|
|
* @param {object} options.body - Request body (Responses API format)
|
|
* @param {object} options.modelInfo - { provider, model }
|
|
* @param {object} options.credentials - Provider credentials
|
|
* @param {object} options.log - Logger instance (optional)
|
|
* @param {function} options.onCredentialsRefreshed - Callback when credentials are refreshed
|
|
* @param {function} options.onRequestSuccess - Callback when request succeeds
|
|
* @param {function} options.onDisconnect - Callback when client disconnects
|
|
* @param {string} options.connectionId - Connection ID for usage tracking
|
|
* @returns {Promise<{success: boolean, response?: Response, status?: number, error?: string}>}
|
|
*/
|
|
export async function handleResponsesCore({
|
|
body,
|
|
modelInfo,
|
|
credentials,
|
|
log,
|
|
onCredentialsRefreshed,
|
|
onRequestSuccess,
|
|
onDisconnect,
|
|
connectionId,
|
|
}) {
|
|
// Convert Responses API format to Chat Completions format
|
|
const convertedBody = convertResponsesApiFormat(body);
|
|
|
|
// Ensure stream is enabled
|
|
convertedBody.stream = true;
|
|
|
|
// Call chat core handler
|
|
const result = await handleChatCore({
|
|
body: convertedBody,
|
|
modelInfo,
|
|
credentials,
|
|
log,
|
|
onCredentialsRefreshed,
|
|
onRequestSuccess,
|
|
onDisconnect,
|
|
clientRawRequest: null,
|
|
connectionId,
|
|
userAgent: null,
|
|
comboName: null,
|
|
} as any);
|
|
|
|
if (!result.success || !result.response) {
|
|
return result;
|
|
}
|
|
|
|
const response = result.response;
|
|
const contentType = response.headers.get("Content-Type") || "";
|
|
|
|
// If not SSE or error, return as-is
|
|
if (!contentType.includes("text/event-stream") || response.status !== 200) {
|
|
return result;
|
|
}
|
|
|
|
// Transform SSE stream to Responses API format (no logging in worker)
|
|
const transformStream = createResponsesApiTransformStream(null);
|
|
const transformedBody = response.body.pipeThrough(transformStream);
|
|
|
|
return {
|
|
success: true,
|
|
response: new Response(transformedBody, {
|
|
status: 200,
|
|
headers: {
|
|
"Content-Type": "text/event-stream",
|
|
"Cache-Control": "no-cache",
|
|
Connection: "keep-alive",
|
|
"Access-Control-Allow-Origin": "*",
|
|
},
|
|
}),
|
|
};
|
|
}
|