mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-31 04:12:10 +03:00
139 lines
5.0 KiB
TypeScript
139 lines
5.0 KiB
TypeScript
/**
|
|
* Stream helper utilities for SSE processing.
|
|
*
|
|
* Thinking Content representations (preserved through translation, not normalized):
|
|
* - Claude: `content_block_delta` with `delta.thinking` (string)
|
|
* - OpenAI: `choices[0].delta.reasoning_content` (string)
|
|
* - Gemini: `candidates[0].content.parts[].thought` (boolean flag + text)
|
|
*
|
|
* Each format's thinking field is mapped to the target format's equivalent
|
|
* during translation. No normalization is applied because each consumer
|
|
* expects its native format and normalization would lose format-specific metadata.
|
|
*/
|
|
|
|
import { FORMATS } from "../translator/formats.ts";
|
|
|
|
// Parse SSE data line
|
|
export function parseSSELine(line) {
|
|
if (!line) return null;
|
|
|
|
// Trim leading whitespace before checking prefix character
|
|
const trimmed = line.trimStart();
|
|
if (!trimmed || trimmed.charCodeAt(0) !== 100) return null; // 'd' = 100
|
|
|
|
const data = trimmed.slice(5).trim();
|
|
if (data === "[DONE]") return { done: true };
|
|
|
|
try {
|
|
return JSON.parse(data);
|
|
} catch (error) {
|
|
if (data.length > 0) {
|
|
console.log(
|
|
`[WARN] Failed to parse SSE line (${data.length} chars): ${data.substring(0, 200)}...`
|
|
);
|
|
}
|
|
return null;
|
|
}
|
|
}
|
|
|
|
// Check if chunk has valuable content (not empty)
|
|
export function hasValuableContent(chunk, format) {
|
|
// OpenAI format
|
|
if (format === FORMATS.OPENAI) {
|
|
if (!chunk.choices?.[0]?.delta) return false;
|
|
const delta = chunk.choices[0].delta;
|
|
if (typeof delta.content === "string" && delta.content.length > 0) return true;
|
|
if (typeof delta.reasoning_content === "string" && delta.reasoning_content.length > 0)
|
|
return true;
|
|
if (typeof delta.reasoning_text === "string" && delta.reasoning_text.length > 0) return true;
|
|
if (Array.isArray(delta.tool_calls) && delta.tool_calls.length > 0) return true;
|
|
if (chunk.choices[0].finish_reason) return true;
|
|
if (typeof delta.role === "string" && delta.role.length > 0) return true;
|
|
return false;
|
|
}
|
|
|
|
// Claude format
|
|
if (format === FORMATS.CLAUDE) {
|
|
const isContentBlockDelta = chunk.type === "content_block_delta";
|
|
if (isContentBlockDelta) {
|
|
const hasText = typeof chunk.delta?.text === "string" && chunk.delta.text.length > 0;
|
|
const hasThinking =
|
|
typeof chunk.delta?.thinking === "string" && chunk.delta.thinking.length > 0;
|
|
const hasInputJson =
|
|
typeof chunk.delta?.partial_json === "string" && chunk.delta.partial_json.length > 0;
|
|
if (!hasText && !hasThinking && !hasInputJson) return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
// Gemini / Antigravity format: filter chunks with no actual content parts
|
|
if ((format === FORMATS.GEMINI || format === FORMATS.ANTIGRAVITY) && chunk.candidates?.[0]) {
|
|
const candidate = chunk.candidates[0];
|
|
// Keep chunks with finish reason or safety ratings (they signal completion)
|
|
if (candidate.finishReason) return true;
|
|
// Filter out chunks where parts array is empty or missing
|
|
const parts = candidate.content?.parts;
|
|
if (!parts || parts.length === 0) return false;
|
|
// Filter out chunks where all parts have empty text
|
|
const hasContent = parts.some(
|
|
(p) => (typeof p.text === "string" && p.text.length > 0) || p.functionCall || p.executableCode
|
|
);
|
|
return hasContent;
|
|
}
|
|
|
|
return true; // Other formats: keep all chunks
|
|
}
|
|
|
|
/**
|
|
* Unwrap Cloud Code API envelope from a Gemini response chunk.
|
|
* The Cloud Code API wraps responses in { response: { candidates: [...] } }
|
|
* while standard Gemini returns { candidates: [...] } directly.
|
|
*/
|
|
export function unwrapGeminiChunk(parsed) {
|
|
if (!parsed.candidates && parsed.response) {
|
|
return parsed.response;
|
|
}
|
|
return parsed;
|
|
}
|
|
|
|
// Fix invalid id (generic or too short)
|
|
export function fixInvalidId(parsed) {
|
|
if (parsed.id && (parsed.id === "chat" || parsed.id === "completion" || parsed.id.length < 8)) {
|
|
const fallbackId =
|
|
parsed.extend_fields?.requestId || parsed.extend_fields?.traceId || Date.now().toString(36);
|
|
parsed.id = `chatcmpl-${fallbackId}`;
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
// Remove null perf_metrics from usage (common across formats)
|
|
function cleanPerfMetrics(data) {
|
|
if (data?.usage && typeof data.usage === "object" && data.usage.perf_metrics === null) {
|
|
const { perf_metrics, ...usageWithoutPerf } = data.usage;
|
|
return { ...data, usage: usageWithoutPerf };
|
|
}
|
|
return data;
|
|
}
|
|
|
|
// Format output as SSE
|
|
export function formatSSE(data, sourceFormat) {
|
|
if (data === null || data === undefined) return ""; // Skip null/undefined — never send `data: null` (#483)
|
|
if (data && data.done) return "data: [DONE]\n\n";
|
|
|
|
// OpenAI Responses API format
|
|
if (data && data.event && data.data) {
|
|
return `event: ${data.event}\ndata: ${JSON.stringify(data.data)}\n\n`;
|
|
}
|
|
|
|
// Clean null perf_metrics before serialization
|
|
data = cleanPerfMetrics(data);
|
|
|
|
// Claude format
|
|
if (sourceFormat === FORMATS.CLAUDE && data && data.type) {
|
|
return `event: ${data.type}\ndata: ${JSON.stringify(data)}\n\n`;
|
|
}
|
|
|
|
return `data: ${JSON.stringify(data)}\n\n`;
|
|
}
|