Files
OmniRoute/open-sse/executors/gemini-web.ts
mi 94682d2a76 perf(ram): reduce server memory footprint (#2903)
Integrated into release/v3.8.7
2026-05-29 13:21:36 -03:00

319 lines
10 KiB
TypeScript

/**
* GeminiWebExecutor — Gemini Web Session Provider
*
* Routes requests through Google Gemini's web interface using browser
* cookies + Playwright automation. Translates between OpenAI chat
* completions format and Gemini's web UI.
*
* Auth: Cookie-based (__Secure-1PSID + __Secure-1PSIDTS from gemini.google.com)
* Method: Playwright browser automation
*
* Note: Streaming is pseudo-streaming — waits for full Gemini response then
* sends as single SSE chunk. Gemini's StreamGenerate endpoint returns complete
* responses, not chunked streams.
*/
import { BaseExecutor, type ExecuteInput } from "./base.ts";
import { sanitizeErrorMessage } from "../utils/error.ts";
// ─── Constants ──────────────────────────────────────────────────────────────
const GEMINI_URL = "https://gemini.google.com/app";
const GEMINI_USER_AGENT =
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36";
// ─── Types ──────────────────────────────────────────────────────────────────
interface GeminiMessage {
role: string;
content: string;
}
interface GeminiRequestBody {
messages: GeminiMessage[];
model?: string;
stream?: boolean;
}
// ─── Helpers ────────────────────────────────────────────────────────────────
function formatChatCompletion(content: string, model: string, finishReason = "stop") {
return {
id: `chatcmpl-${Date.now()}`,
object: "chat.completion",
created: Math.floor(Date.now() / 1000),
model,
choices: [{ index: 0, message: { role: "assistant", content }, finish_reason: finishReason }],
usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
};
}
function formatStreamChunk(content: string, model: string, finishReason: string | null = null) {
return {
id: `chatcmpl-${Date.now()}`,
object: "chat.completion.chunk",
created: Math.floor(Date.now() / 1000),
model,
choices: [{ index: 0, delta: content ? { content } : {}, finish_reason: finishReason }],
};
}
/**
* Parse cookie string, stripping attributes (Path, Domain, Expires, etc.)
* Input: full browser cookie string or just "name=value; name2=value2"
* Output: array of { name, value } pairs
*/
function parseCookies(raw: string): Array<{ name: string; value: string }> {
return raw
.split(";")
.map((part) => part.trim())
.filter(Boolean)
.map((part) => {
const eqIdx = part.indexOf("=");
if (eqIdx === -1) return null;
const name = part.substring(0, eqIdx).trim();
const value = part.substring(eqIdx + 1).trim();
// Skip cookie attributes that aren't name=value pairs
if (!name || !value) return null;
const lowerName = name.toLowerCase();
if (
["path", "domain", "expires", "max-age", "secure", "httponly", "samesite"].includes(
lowerName
)
) {
return null;
}
return { name, value };
})
.filter(Boolean) as Array<{ name: string; value: string }>;
}
/**
* Parse Gemini StreamGenerate response text.
*
* Response format:
* )]}'
* <length>
* [["wrb.fr", null, "<JSON string>"]]
* <length>
* [["wrb.fr", null, "<JSON string>"]]
*
* The JSON string contains nested array: inner[4][0][1] = ["text chunks"]
* We return text from the first wrb.fr line that contains content.
*/
function parseStreamResponse(raw: string): string {
const lines = raw.split("\n");
for (const line of lines) {
if (!line.trim() || line.trim() === ")]}'" || /^\d+$/.test(line.trim())) continue;
try {
const arr = JSON.parse(line);
if (!Array.isArray(arr) || !arr[0] || arr[0][0] !== "wrb.fr") continue;
const payload = arr[0]?.[2];
if (typeof payload !== "string") continue;
const inner = JSON.parse(payload);
// Defensive: check each level before accessing
const responseArray = inner?.[4]?.[0]?.[1];
if (!Array.isArray(responseArray)) continue;
const text = responseArray.filter((c: unknown) => typeof c === "string").join("");
if (text) return text;
} catch {
// Skip unparseable lines
}
}
return "";
}
// ─── Executor ───────────────────────────────────────────────────────────────
export class GeminiWebExecutor extends BaseExecutor {
constructor() {
super("gemini-web", { id: "gemini-web", baseUrl: GEMINI_URL });
}
async execute(input: ExecuteInput) {
const { model, body, stream, credentials, signal } = input;
const requestBody = body as GeminiRequestBody;
const cookie = credentials.apiKey || "";
if (!cookie) {
return {
response: new Response(JSON.stringify({ error: "Missing Gemini cookies" }), {
status: 401,
headers: { "Content-Type": "application/json" },
}),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
}
const messages = requestBody.messages || [];
const lastUserMsg = messages.filter((m) => m.role === "user").pop();
const prompt = lastUserMsg?.content || "";
if (!prompt) {
return {
response: new Response(JSON.stringify({ error: "No user message found" }), {
status: 400,
headers: { "Content-Type": "application/json" },
}),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
}
let browser: any = null;
let abortBrowser: (() => void) | null = null;
try {
if (signal?.aborted) {
throw signal.reason instanceof Error ? signal.reason : new Error("Request aborted");
}
const { chromium } = await import("playwright");
browser = await chromium.launch({ headless: true });
abortBrowser = () => {
void browser?.close().catch(() => {});
};
signal?.addEventListener("abort", abortBrowser, { once: true });
const context = await browser.newContext({ userAgent: GEMINI_USER_AGENT });
// Parse cookies — strips attributes like Path, Domain, Expires
const cookiePairs = parseCookies(cookie);
await context.addCookies(
cookiePairs.map(({ name, value }) => ({
name,
value,
domain: ".google.com",
path: "/",
secure: true,
}))
);
const page = await context.newPage();
// Capture first StreamGenerate response
let responseText = "";
let captured = false;
const responsePromise = new Promise<void>((resolve) => {
page.on("response", async (resp: any) => {
if (captured || !resp.url().includes("StreamGenerate")) return;
captured = true;
try {
const raw = await resp.text();
responseText = parseStreamResponse(raw);
} catch {
/* ignore */
}
resolve();
});
});
await page.goto(GEMINI_URL, { waitUntil: "domcontentloaded", timeout: 20000 });
if (signal?.aborted) {
throw signal.reason instanceof Error ? signal.reason : new Error("Request aborted");
}
await page.waitForTimeout(3000);
// Type and send message
const inputEl = await page.waitForSelector(".ql-editor, [contenteditable='true']", {
timeout: 10000,
});
await inputEl.click();
await page.keyboard.type(prompt, { delay: 10 });
await page.waitForTimeout(300);
await page.keyboard.press("Enter");
// Wait for response or timeout
await Promise.race([responsePromise, page.waitForTimeout(30000)]);
if (signal?.aborted) {
throw signal.reason instanceof Error ? signal.reason : new Error("Request aborted");
}
if (!responseText) {
return {
response: new Response(JSON.stringify({ error: "No response from Gemini" }), {
status: 502,
headers: { "Content-Type": "application/json" },
}),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
}
const modelId = model || "gemini-2.5-pro";
if (stream) {
// Pseudo-streaming: send complete response as single SSE chunk
// Gemini's StreamGenerate returns complete responses, not chunked streams
const encoder = new TextEncoder();
const readable = new ReadableStream(
{
start(controller) {
controller.enqueue(
encoder.encode(
`data: ${JSON.stringify(formatStreamChunk(responseText, modelId))}\n\n`
)
);
controller.enqueue(
encoder.encode(
`data: ${JSON.stringify(formatStreamChunk("", modelId, "stop"))}\n\n`
)
);
controller.enqueue(encoder.encode("data: [DONE]\n\n"));
controller.close();
},
},
{ highWaterMark: 16384 }
);
return {
response: new Response(readable, {
status: 200,
headers: {
"Content-Type": "text/event-stream",
"Cache-Control": "no-cache",
Connection: "keep-alive",
},
}),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
}
return {
response: new Response(JSON.stringify(formatChatCompletion(responseText, modelId)), {
status: 200,
headers: { "Content-Type": "application/json" },
}),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
} catch (error) {
return {
response: new Response(
JSON.stringify({
error: sanitizeErrorMessage(error instanceof Error ? error.message : "Unknown error"),
}),
{ status: 500, headers: { "Content-Type": "application/json" } }
),
url: GEMINI_URL,
headers: {},
transformedBody: body,
};
} finally {
if (abortBrowser) signal?.removeEventListener("abort", abortBrowser);
// Always close browser to prevent resource leaks
if (browser) {
try {
await browser.close();
} catch {
/* ignore close errors */
}
}
}
}
}