Files
OmniRoute/open-sse/executors/codex.ts
Diego Rodrigues de Sa e Souza 3f457cc77b fix(codex): surface capacity errors embedded in 200-OK SSE streams (#6710)
* fix(codex): surface capacity errors embedded in 200-OK SSE streams

Codex sometimes answers with HTTP 200 and a text/event-stream body whose
payload carries a transient error mid-stream (e.g. "Selected model is at
capacity...", server_is_overloaded, service_unavailable_error). Because the
outer HTTP status was 200, this looked like a successful response to every
caller — no retry, no circuit breaker, and no combo/account fallback ever
engaged, so a healthy account sat idle while the request silently failed or
truncated.

Add peekCodexSseTransientError() to open-sse/executors/codex.ts: it peeks the
first bytes of a text/event-stream Codex response, pattern-matches the known
transient-error signatures, and converts a match into a real 503 Response via
errorResponse() (Hard Rule #12 — sanitized, never raw upstream text). A 503 is
already a recognized provider-failure status in accountFallback.ts, so combo
routing and connection cooldown pick it up automatically. When no error
signature is found, the peeked prefix is prepended back onto the remaining
upstream body so the passthrough stays byte-identical to the unmodified
response.

Regression guard: tests/unit/codex-sse-capacity-fallback.test.ts — a
model-at-capacity payload and a server_is_overloaded/service_unavailable_error
payload both convert to 503; a normal single-chunk SSE stream and one split
across multiple network chunks both reassemble byte-for-byte unchanged.

Inspired-by: https://github.com/decolua/9router/pull/2452 (sub-bug #3 only —
OmniRoute already covers PR #2452's other two sub-bugs: service_tier "fast"
normalization and reasoning_effort "max" normalization).

Co-authored-by: ryanngit <74137224+ryanngit@users.noreply.github.com>

* chore(6710): re-sync onto release tip; CHANGELOG → changelog.d fragment (fragments-first)

---------

Co-authored-by: ryanngit <74137224+ryanngit@users.noreply.github.com>
2026-07-10 19:39:23 -03:00

1443 lines
54 KiB
TypeScript

import { getCodexRequestDefaults } from "@/lib/providers/requestDefaults";
import {
getCodexModelScope,
getCodexRateLimitKey,
type CodexQuotaScope,
} from "../config/codexQuotaScopes.ts";
import { isFeatureFlagEnabled } from "@/shared/utils/featureFlags";
import {
BaseExecutor,
mergeUpstreamExtraHeaders,
setUserAgentHeader,
type ExecutorLog,
type ExecuteInput,
type ProviderCredentials,
} from "./base.ts";
import {
CODEX_CHAT_DEFAULT_INSTRUCTIONS,
CODEX_DEFAULT_INSTRUCTIONS,
} from "../config/codexInstructions.ts";
import { HTTP_STATUS, PROVIDERS } from "../config/constants.ts";
import {
getCodexClientVersion,
getCodexUserAgent,
normalizeCodexSessionId,
} from "../config/codexClient.ts";
import {
applyCodexClientIdentityHeaders,
applyCodexClientMetadata,
createCodexClientIdentity,
type CodexClientIdentity,
} from "../config/codexIdentity.ts";
import { getAccessToken } from "../services/tokenRefresh.ts";
import { sanitizeResponsesInputItems } from "../services/responsesInputSanitizer.ts";
import { normalizeCodexVerbosity } from "../services/codexVerbosity.ts";
import { getThinkingBudgetConfig, ThinkingMode } from "../services/thinkingBudget.ts";
import { CORS_HEADERS } from "../utils/cors.ts";
import { errorResponse } from "../utils/error.ts";
import { normalizeCodexResponsesInput } from "../utils/responsesInputNormalization.ts";
import * as prl from "../utils/providerRequestLogging.ts";
import { createRequire } from "module";
// Quota parsing/scheduling extracted to a pure leaf; re-exported for external
// importers (handlers/chatCore/codexQuota.ts + tests).
export {
type CodexQuotaSnapshot,
parseCodexQuotaHeaders,
getCodexResetTime,
getCodexDualWindowCooldownMs,
} from "./codex/quota.ts";
import { isCodexFreePlan, normalizeCodexTools } from "./codex/tools.ts";
// Re-exported for external importers (tests + provider services).
export { isCodexFreePlan, normalizeCodexTools } from "./codex/tools.ts";
// ─── wreq-js lazy loader ───────────────────────────────────────────────────
// wreq-js is a Rust-native module that requires platform-specific .node binaries.
// Loading it eagerly crashes the server when the binary is missing (pnpm, Docker
// Alpine, unsupported architectures). We lazy-load with try/catch to gracefully
// fall back to HTTP transport when the WebSocket transport is unavailable.
const _wreqRequire = createRequire(import.meta.url);
type WreqWebSocket = {
send: (data: string) => void;
close: (code?: number, reason?: string) => void;
onmessage: ((event: { data: unknown }) => void) | null;
onerror: ((event: { message?: string }) => void) | null;
onclose: (() => void) | null;
};
type WebsocketFn = (url: string, opts?: Record<string, unknown>) => Promise<WreqWebSocket>;
type ResponsesMessageInput = { role?: unknown; phase?: unknown; content?: unknown };
let _websocketFn: WebsocketFn | null = null;
let _wreqChecked = false;
let _websocketOverride: WebsocketFn | null | undefined;
function getCodexWebSocketTransport(): WebsocketFn | null {
if (_websocketOverride !== undefined) return _websocketOverride;
if (_wreqChecked) return _websocketFn;
_wreqChecked = true;
try {
const mod = _wreqRequire("wreq-js") as { websocket?: WebsocketFn };
_websocketFn = typeof mod.websocket === "function" ? mod.websocket : null;
} catch {
console.warn("[codex] wreq-js import failed, websocket disabled");
_websocketFn = null;
}
return _websocketFn;
}
export function __setCodexWebSocketTransportForTesting(
websocket: WebsocketFn | null | undefined
): void {
_websocketOverride = websocket;
}
function codexWebSocketUnavailableResponse(): Response {
return new Response(
JSON.stringify({
error: {
code: "wreq_unavailable",
message:
"Codex WebSocket transport unavailable: wreq-js native module is missing for this platform",
},
}),
{
status: 503,
headers: {
"Content-Type": "application/json",
...CORS_HEADERS,
},
}
);
}
// ─── T09: Codex vs Spark Scope-Aware Rate Limiting ────────────────────────
// Codex has two independent quota pools: "codex" (standard) and "spark" (premium).
// Exhausting one should NOT block requests to the other.
// Ref: sub2api PR #1129 (feat(openai): split codex spark rate limiting from codex)
export { getCodexModelScope, getCodexRateLimitKey, type CodexQuotaScope };
// Ordered list of effort levels from lowest to highest
const EFFORT_ORDER = ["none", "low", "medium", "high", "xhigh"] as const;
type EffortLevel = (typeof EFFORT_ORDER)[number];
const CODEX_FAST_WIRE_VALUE = "priority";
const CODEX_RESPONSES_WS_URL = "wss://chatgpt.com/backend-api/codex/responses";
function splitCodexReasoningSuffix(model: unknown): {
baseModel: string;
effort: EffortLevel | null;
} {
const modelId = typeof model === "string" ? model : "";
for (const level of EFFORT_ORDER) {
if (modelId.endsWith(`-${level}`)) {
return {
baseModel: modelId.slice(0, -`-${level}`.length),
effort: level,
};
}
}
return { baseModel: modelId, effort: null };
}
export function getCodexUpstreamModel(model: unknown): string {
return splitCodexReasoningSuffix(model).baseModel;
}
/**
* Convert role=system messages in `input` to role=developer.
*
* GPT-5 models support the `developer` role in input, but reject `system`.
* This keeps the content inside
* the `input` array where it benefits from OpenAI's automatic prompt caching.
*
* OpenAI's prompt caching matches on the serialized prefix of the `input` array
* (+ tools). The `instructions` field is NOT included in the cache key for
* GPT-5 models. Moving system prompts from `input` to `instructions` therefore
* removes them from the cacheable prefix, resulting in 0% cache hit rates.
*
* Ref: https://community.openai.com/t/caching-is-borked-for-gpt-5-models/1359574
* Ref: https://community.openai.com/t/no-caching-with-model-responses/1338627
*/
function convertSystemToDeveloperRole(body: Record<string, unknown>): void {
if (!Array.isArray(body.input)) return;
for (const itemValue of body.input) {
if (!itemValue || typeof itemValue !== "object" || Array.isArray(itemValue)) {
continue;
}
const item = itemValue as Record<string, unknown>;
const role = typeof item.role === "string" ? item.role : "";
const type = typeof item.type === "string" ? item.type : "";
const isSystemMessage = role === "system" && (!type || type === "message");
if (isSystemMessage) {
item.role = "developer";
}
}
}
/**
* Strip server-generated item IDs from the input array.
*
* The Codex /codex/responses endpoint does not persist response items even when
* store=true is sent. When proxy clients (e.g. OpenClaw) include response items
* from previous turns in the input array, those items carry server-assigned IDs
* (prefixed with "rs_", "fc_", "resp_", "msg_"). The Codex backend tries to
* validate these IDs against its persistence store and returns 404 when the items
* are not found (because store was effectively false).
*
* This function:
* 1. Removes bare string references ("rs_abc123") from the input array
* 2. Removes object items with type "item_reference" (explicit stored-item refs)
* 3. Strips the "id" field from any object in input whose id matches a
* server-generated prefix (rs_, fc_, resp_, msg_) — so the content is
* preserved but the backend won't try to look it up
*/
export function stripStoredItemReferences(body: Record<string, unknown>): void {
if (Array.isArray(body.input) && body.input.length === 0) {
body.input = [
{
type: "message",
role: "user",
content: [{ type: "input_text", text: "continue" }],
},
];
}
if (!Array.isArray(body.input)) return;
const SERVER_ID_PATTERN = /^(rs|fc|resp|msg)_/;
let strippedCount = 0;
body.input = body.input.filter((item) => {
// Bare string references: "rs_abc123", "resp_abc123"
if (typeof item === "string" && SERVER_ID_PATTERN.test(item)) {
strippedCount++;
return false;
}
// Object references: { type: "item_reference", id: "rs_..." }
if (
item &&
typeof item === "object" &&
!Array.isArray(item) &&
(item as Record<string, unknown>).type === "item_reference"
) {
strippedCount++;
return false;
}
// Reasoning blobs (encrypted_content) are unusable with store=false since
// previous_response_id is deleted — strip them to avoid wasting context
// tokens (O(n^2) growth across agentic turns).
if (
item &&
typeof item === "object" &&
!Array.isArray(item) &&
(item as Record<string, unknown>).type === "reasoning"
) {
strippedCount++;
return false;
}
// Object items with server-generated IDs: strip the id field but keep the item.
// e.g. { id: "rs_...", type: "reasoning", summary: [...] } → keep content, remove id
// e.g. { id: "fc_...", type: "function_call", ... } → keep content, remove id
if (item && typeof item === "object" && !Array.isArray(item)) {
const record = item as Record<string, unknown>;
if (typeof record.id === "string" && SERVER_ID_PATTERN.test(record.id)) {
delete record.id;
strippedCount++;
}
}
return true;
});
if (strippedCount > 0) {
console.debug(
`[Codex] stripStoredItemReferences: sanitized ${strippedCount} server-generated ID(s) from input`
);
}
}
function repairMissingCodexFunctionCallOutputs(body: Record<string, unknown>): void {
if (!Array.isArray(body.input)) return;
const existingOutputIds = new Set<string>();
for (const item of body.input) {
if (!item || typeof item !== "object" || Array.isArray(item)) continue;
const record = item as Record<string, unknown>;
if (record.type !== "function_call_output") continue;
if (typeof record.call_id === "string" && record.call_id.trim()) {
existingOutputIds.add(record.call_id.trim());
}
}
const repaired: unknown[] = [];
let insertedCount = 0;
for (const item of body.input) {
repaired.push(item);
if (!item || typeof item !== "object" || Array.isArray(item)) continue;
const record = item as Record<string, unknown>;
if (record.type !== "function_call") continue;
const callId = typeof record.call_id === "string" ? record.call_id.trim() : "";
if (!callId || existingOutputIds.has(callId)) continue;
repaired.push({
type: "function_call_output",
call_id: callId,
output: "",
});
existingOutputIds.add(callId);
insertedCount++;
}
if (insertedCount > 0) {
body.input = repaired;
console.debug(
`[Codex] repairMissingCodexFunctionCallOutputs: inserted ${insertedCount} empty function_call_output item(s)`
);
}
}
function getResponsesSubpath(endpointPath: unknown): string | null {
let normalizedEndpoint = String(endpointPath || "");
while (normalizedEndpoint.endsWith("/") && normalizedEndpoint.length > 0) {
normalizedEndpoint = normalizedEndpoint.slice(0, -1);
}
const lower = normalizedEndpoint.toLowerCase();
if (lower === "responses" || lower.endsWith("/responses")) {
return "";
}
const responsesSlash = "/responses/";
const idx = lower.lastIndexOf(responsesSlash);
if (idx !== -1) {
return normalizedEndpoint.slice(idx + "/responses".length);
}
if (lower.startsWith("responses/")) {
return normalizedEndpoint.slice("responses".length);
}
return null;
}
export function isCompactResponsesEndpoint(endpointPath: unknown): boolean {
return getResponsesSubpath(endpointPath)?.toLowerCase() === "/compact";
}
function normalizeServiceTierValue(value: unknown): string | undefined {
if (typeof value !== "string") return undefined;
const normalized = value.trim().toLowerCase();
if (!normalized) return undefined;
if (normalized === "fast") return CODEX_FAST_WIRE_VALUE;
return normalized;
}
/**
* Maximum reasoning effort allowed per Codex model.
* Models not listed here default to "xhigh" (unrestricted).
* Update this table when Codex releases new models with different caps.
*/
const MAX_EFFORT_BY_MODEL: Record<string, EffortLevel> = {
"gpt-5.3-codex": "xhigh",
"gpt-5.1-codex-max": "xhigh",
"gpt-5-mini": "high",
"gpt-5.1-mini": "high",
"gpt-4.1-mini": "high",
};
/**
* Clamp reasoning effort to the model's maximum allowed level.
* Returns the original value if within limits, or the cap if it exceeds it.
*/
function clampEffort(model: string, requested: string): string {
const max: EffortLevel = MAX_EFFORT_BY_MODEL[model] ?? "xhigh";
const reqIdx = EFFORT_ORDER.indexOf(requested as EffortLevel);
const maxIdx = EFFORT_ORDER.indexOf(max);
if (reqIdx > maxIdx) {
console.debug(`[Codex] clampEffort: "${requested}" → "${max}" (model: ${model})`);
return max;
}
return requested;
}
const CODEX_REASONING_ENCRYPTED_CONTENT_INCLUDE = "reasoning.encrypted_content";
const CODEX_DEFAULT_REASONING_SUMMARY = "auto";
function normalizeEffortValue(value: unknown): string | undefined {
if (typeof value !== "string") return undefined;
const normalized = value.trim().toLowerCase();
if (normalized === "max") return "xhigh";
return normalized || undefined;
}
function ensureCodexReasoningSummary(body: Record<string, unknown>): void {
const reasoning =
body.reasoning && typeof body.reasoning === "object" && !Array.isArray(body.reasoning)
? (body.reasoning as Record<string, unknown>)
: null;
if (!reasoning || normalizeEffortValue(reasoning.effort) === "none") return;
if (!("summary" in reasoning)) {
reasoning.summary = CODEX_DEFAULT_REASONING_SUMMARY;
}
if (!Array.isArray(body.include)) {
body.include = [CODEX_REASONING_ENCRYPTED_CONTENT_INCLUDE];
return;
}
if (!body.include.includes(CODEX_REASONING_ENCRYPTED_CONTENT_INCLUDE)) {
body.include = [...body.include, CODEX_REASONING_ENCRYPTED_CONTENT_INCLUDE];
}
}
function consumeResponsesStoreMarker(body: Record<string, unknown>): unknown {
const marker = body._omnirouteResponsesStore;
delete body._omnirouteResponsesStore;
return marker;
}
/**
* Global Codex WebSocket kill-switch (feature flag OMNIROUTE_CODEX_WS_ENABLED,
* default ON). Fail-open: if the flag store is unreachable (e.g. DB not yet
* ready), treat as enabled so codex routing is never broken by the read itself.
*/
function isCodexWsGloballyEnabled(): boolean {
try {
return isFeatureFlagEnabled("OMNIROUTE_CODEX_WS_ENABLED");
} catch {
return true;
}
}
export function isCodexResponsesWebSocketRequired(_model: string, credentials: unknown): boolean {
// Global kill-switch (default ON). When disabled, Codex never uses the WS
// transport — even per-connection codexTransport=websocket falls back to the
// HTTP Responses SSE endpoint.
if (!isCodexWsGloballyEnabled()) return false;
// OmniRoute is an HTTP→SSE gateway — WebSocket transport is unnecessary and
// breaks when upstream requests go through an HTTP proxy (403 on WS upgrade).
// Default to the standard HTTP Responses SSE endpoint for all Codex models.
// Users who need WebSocket can opt in via the provider codexTransport setting.
const providerSpecificData =
credentials && typeof credentials === "object"
? (credentials as { providerSpecificData?: Record<string, unknown> }).providerSpecificData
: null;
return !!(providerSpecificData?.codexTransport === "websocket" && getCodexWebSocketTransport());
}
function toStatusCode(value: unknown): number | null {
if (typeof value === "number" && Number.isInteger(value) && value >= 400 && value <= 599) {
return value;
}
if (typeof value === "string" && /^\d{3}$/.test(value.trim())) {
const parsed = Number(value.trim());
return parsed >= 400 && parsed <= 599 ? parsed : null;
}
return null;
}
function looksLikeQuotaOrRateLimit(code: string, type: string, message: string): boolean {
const haystack = `${code} ${type} ${message}`.toLowerCase();
return (
haystack.includes("usage_limit_reached") ||
haystack.includes("rate_limit") ||
haystack.includes("rate limit") ||
haystack.includes("quota") ||
haystack.includes("too many requests") ||
haystack.includes("limit has been reached") ||
haystack.includes("limit reached")
);
}
function toCodexResponseFailedEvent(parsed: Record<string, unknown>): Record<string, unknown> {
const response =
parsed.response && typeof parsed.response === "object" && !Array.isArray(parsed.response)
? (parsed.response as Record<string, unknown>)
: null;
const upstreamError =
response?.error && typeof response.error === "object" && !Array.isArray(response.error)
? (response.error as Record<string, unknown>)
: parsed.error && typeof parsed.error === "object" && !Array.isArray(parsed.error)
? (parsed.error as Record<string, unknown>)
: parsed;
const code =
typeof upstreamError.code === "string"
? upstreamError.code
: typeof upstreamError.type === "string"
? upstreamError.type
: "upstream_error";
const type = typeof upstreamError.type === "string" ? upstreamError.type : "";
const message =
typeof upstreamError.message === "string" && upstreamError.message.trim()
? upstreamError.message
: "Codex upstream error";
const error: Record<string, unknown> = { code, message };
const explicitStatus =
toStatusCode(parsed.status_code) ??
toStatusCode(parsed.status) ??
toStatusCode(response?.status_code) ??
toStatusCode(response?.status) ??
toStatusCode(upstreamError.status_code) ??
toStatusCode(upstreamError.status);
const statusCode =
explicitStatus ?? (looksLikeQuotaOrRateLimit(code, type, message) ? 429 : null);
if (type) error.type = type;
if (statusCode !== null) error.status_code = statusCode;
return {
type: "response.failed",
response: {
id: typeof response?.id === "string" ? response.id : null,
status: "failed",
error,
},
};
}
// Env-gated kill-switch: drop ALL non-standard `codex.*` SSE events (notably
// `codex.rate_limits`) from the Responses stream. These events are NOT part of
// the OpenAI Responses API — strict clients (e.g. the OpenAI SDK's
// `responses.stream()`) choke on the unknown event type / empty data field and
// tear the stream down, surfacing as "Invalid state: Controller is already
// closed". Opt-in so the default still forwards them for clients that want them.
function codexDropNonstandardEvents(): boolean {
const v = process.env.OMNIROUTE_CODEX_DROP_NONSTANDARD_EVENTS;
return v === "true" || v === "1" || v === "yes";
}
// SSE block filter for the HTTP Responses path (super.execute). The HTTP
// transport forwards the upstream stream verbatim — including the non-standard
// `event: codex.rate_limits` frame (no data line) — so the WS-only filter in
// encodeResponseSseEvent never runs for it. When the kill-switch is on, strip
// every `codex.*` event block from the byte stream before it reaches the client.
// Exported for unit testing (#4715). Strips `codex.*` SSE event blocks from a
// streaming Response when the OMNIROUTE_CODEX_DROP_NONSTANDARD_EVENTS kill-switch is on.
export function filterNonstandardCodexSse(response: Response): Response {
const contentType = response.headers.get("content-type") || "";
if (!response.body || !contentType.includes("text/event-stream")) {
return response;
}
const decoder = new TextDecoder();
const encoder = new TextEncoder();
let buffer = "";
const dropBlock = (block: string): boolean => {
const match = /^event:\s*(.+)$/m.exec(block);
return !!match && match[1].trim().startsWith("codex.");
};
const transform = new TransformStream<Uint8Array, Uint8Array>({
transform(chunk, controller) {
buffer += decoder.decode(chunk, { stream: true });
let sep: number;
while ((sep = buffer.indexOf("\n\n")) !== -1) {
const block = buffer.slice(0, sep + 2);
buffer = buffer.slice(sep + 2);
if (!dropBlock(block)) controller.enqueue(encoder.encode(block));
}
},
flush(controller) {
if (buffer && !dropBlock(buffer)) controller.enqueue(encoder.encode(buffer));
},
});
return new Response(response.body.pipeThrough(transform), {
status: response.status,
statusText: response.statusText,
headers: response.headers,
});
}
// ─── Sub-bug #3 of upstream decolua/9router#2452 (@ryanngit) ─────────────────
// Codex sometimes answers with HTTP 200 and a text/event-stream body whose
// payload carries a transient "model at capacity" / overloaded error mid-stream,
// e.g. { "error": { "message": "Selected model is at capacity..." } },
// server_is_overloaded, or service_unavailable_error. Left as a 200, this looks
// like a successful response to every caller — no retry, no circuit breaker, no
// combo/account fallback engages (open-sse/services/accountFallback.ts never
// sees a failure status). Peek the first few SSE bytes; when a transient-error
// signature is found, convert the response into a real 503 so account rotation
// kicks in. Otherwise re-assemble the stream from the peeked prefix + the
// remaining upstream body so the passthrough stays byte-identical.
const CODEX_SSE_TRANSIENT_ERROR_PATTERNS = [
"selected model is at capacity",
"server_is_overloaded",
"service_unavailable_error",
] as const;
// A capacity/overloaded rejection is delivered as the very first SSE event, so a
// small peek window is enough — this bounds how much of a legitimate response we
// buffer before giving up and passing the stream through unchanged.
const CODEX_SSE_PEEK_MAX_BYTES = 8192;
/**
* Best-effort extraction of the human-readable error message from a peeked SSE
* chunk, so the resulting 503 body carries something more useful than the raw
* pattern that matched. Falls back to the matched pattern when no structured
* `data:` payload could be parsed.
*/
function extractCodexSseErrorMessage(text: string, fallback: string): string {
for (const line of text.split(/\r?\n/)) {
if (!line.startsWith("data:")) continue;
const data = line.slice("data:".length).trim();
if (!data || data === "[DONE]") continue;
try {
const parsed = JSON.parse(data) as Record<string, unknown>;
const directError = parsed.error as Record<string, unknown> | undefined;
const nestedError = (parsed.response as Record<string, unknown> | undefined)?.error as
| Record<string, unknown>
| undefined;
const message =
(typeof directError?.message === "string" && directError.message) ||
(typeof nestedError?.message === "string" && nestedError.message) ||
(typeof parsed.message === "string" && parsed.message);
if (message) return message;
} catch {
// Non-JSON SSE data line — keep scanning subsequent lines.
}
}
return fallback;
}
type CodexSseTransientErrorPeek =
| { matched: string; message: string; replacementBody: null }
| { matched: null; message: null; replacementBody: ReadableStream<Uint8Array> | null };
/**
* Peek the first bytes of a Codex SSE response body looking for a transient
* error embedded in an otherwise 200-OK stream. Exported for unit testing.
*/
export async function peekCodexSseTransientError(
response: Response
): Promise<CodexSseTransientErrorPeek> {
const contentType = response.headers.get("content-type") || "";
if (!response.ok || !response.body || !contentType.includes("text/event-stream")) {
return { matched: null, message: null, replacementBody: null };
}
const reader = response.body.getReader();
const decoder = new TextDecoder();
const chunks: Uint8Array[] = [];
let text = "";
let matched: string | null = null;
try {
while (text.length < CODEX_SSE_PEEK_MAX_BYTES) {
const { done, value } = await reader.read();
if (done) break;
chunks.push(value);
text += decoder.decode(value, { stream: true });
const lower = text.toLowerCase();
const hit = CODEX_SSE_TRANSIENT_ERROR_PATTERNS.find((pattern) => lower.includes(pattern));
if (hit) {
matched = hit;
break;
}
// A real content/completion event this early means the response is
// healthy — stop peeking so we do not needlessly buffer a long stream.
if (
lower.includes('"type":"response.output_text.delta"') ||
lower.includes('"type":"response.completed"')
) {
break;
}
}
} catch (err) {
console.warn(
`[codex] peekCodexSseTransientError: read error, passing stream through: ${
err instanceof Error ? err.message : String(err)
}`
);
}
if (matched) {
try {
await reader.cancel();
} catch {
// Upstream socket may already be closing; nothing to clean up.
}
return { matched, message: extractCodexSseErrorMessage(text, matched), replacementBody: null };
}
reader.releaseLock();
// Re-assemble the stream: peeked prefix chunks, then continue draining the
// same underlying body so bytes downstream of the peek window are untouched.
const upstreamReader = response.body.getReader();
const replacementBody = new ReadableStream<Uint8Array>({
start(controller) {
for (const chunk of chunks) controller.enqueue(chunk);
},
async pull(controller) {
const { done, value } = await upstreamReader.read();
if (done) {
controller.close();
return;
}
controller.enqueue(value);
},
cancel(reason) {
try {
upstreamReader.cancel(reason);
} catch {
// noop — upstream socket may already be closing.
}
},
});
return { matched: null, message: null, replacementBody };
}
export function encodeResponseSseEvent(raw: string): { sse: string; terminal: boolean } {
let eventType = "message";
let payload = raw;
let terminal = false;
try {
const parsed = JSON.parse(raw);
if (parsed && typeof parsed.type === "string" && parsed.type.trim()) {
eventType = parsed.type.trim();
if (eventType === "error" || eventType === "response.failed") {
const failed = toCodexResponseFailedEvent(parsed as Record<string, unknown>);
payload = JSON.stringify(failed);
eventType = "response.failed";
}
terminal = eventType === "response.completed" || eventType === "response.failed";
}
} catch {
console.warn("[codex] SSE payload parse failed, using raw payload");
// Keep message as the generic SSE event for non-JSON upstream payloads.
}
// Env-gated: drop non-standard `codex.*` events (notably `codex.rate_limits`)
// before they reach the client. They are NOT part of the OpenAI Responses API
// and break strict consumers: the OpenAI SDK's responses.stream() chokes on
// the unknown event type / empty data and tears the stream down, surfacing as
// "Invalid state: Controller is already closed". The earlier empty-payload
// check below never caught codex.rate_limits — over WS the frame carries a
// non-empty JSON payload (`{"type":"codex.rate_limits", ...}`), so
// `!payload.trim()` is false. Match by event type instead. Opt-in via
// OMNIROUTE_CODEX_DROP_NONSTANDARD_EVENTS (the HTTP transport is handled
// separately by filterNonstandardCodexSse, since super.execute forwards the
// upstream stream verbatim and never runs this function).
if (eventType.startsWith("codex.") && codexDropNonstandardEvents()) {
return { sse: "", terminal };
}
// Drop frames whose raw payload is empty (defensive; non-JSON / blank upstream
// chunks). Frames that carry a payload are preserved.
if (!payload.trim()) {
return { sse: "", terminal };
}
return { sse: `event: ${eventType}\ndata: ${payload}\n\n`, terminal };
}
function toWebSocketUrl(url: string): string {
// Symmetric scheme map that PRESERVES the caller's transport choice by
// rewriting only the leading scheme: https→secure WS (production, e.g.
// chatgpt.com), http→plain WS (local/dev only). Not a hardcoded cleartext
// endpoint — the production codex upstream is the secure CODEX_RESPONSES_WS_URL.
if (/^wss?:\/\//.test(url)) return url;
if (url.startsWith("https:")) return url.replace(/^https:/, "wss:");
if (url.startsWith("http:")) return url.replace(/^http:/, "ws:");
return CODEX_RESPONSES_WS_URL;
}
function normalizeCodexWsHeaders(headers: Record<string, string>): Record<string, string> {
const result: Record<string, string> = {};
for (const [key, value] of Object.entries(headers)) {
const lower = key.toLowerCase();
if (
lower === "host" ||
lower === "connection" ||
lower === "upgrade" ||
lower === "sec-websocket-key" ||
lower === "sec-websocket-version" ||
lower === "sec-websocket-extensions"
) {
continue;
}
result[key] = value;
}
result.Origin = "https://chatgpt.com";
return result;
}
/**
* Codex Executor - handles OpenAI Codex API (Responses API format)
* Automatically injects default instructions if missing.
* IMPORTANT: Includes chatgpt-account-id header for workspace binding.
*/
export class CodexExecutor extends BaseExecutor {
constructor() {
super("codex", PROVIDERS.codex);
}
async execute(input: ExecuteInput) {
const sessionId = this.getPromptCacheSessionId(
input.credentials,
input.body as Record<string, unknown> | null
);
const identity = createCodexClientIdentity(
sessionId,
input.credentials?.providerSpecificData ?? null
);
const credentials = identity
? {
...input.credentials,
providerSpecificData: {
...(input.credentials?.providerSpecificData || {}),
codexClientIdentity: identity,
},
}
: input.credentials;
const nextInput = { ...input, credentials };
if (!isCodexResponsesWebSocketRequired(nextInput.model, nextInput.credentials)) {
const httpResult = await super.execute(nextInput);
if (codexDropNonstandardEvents()) {
const resp = (httpResult as { response?: Response }).response;
if (resp?.body) {
(httpResult as { response: Response }).response = filterNonstandardCodexSse(resp);
}
}
const resp = (httpResult as { response?: Response }).response;
if (resp) {
const peek = await peekCodexSseTransientError(resp);
if (peek.matched) {
input.log?.warn?.(
"RETRY",
`CODEX | 200-OK SSE carried transient error "${peek.matched}" — converting to 503 for account fallback`
);
(httpResult as { response: Response }).response = errorResponse(
HTTP_STATUS.SERVICE_UNAVAILABLE,
peek.message
);
} else if (peek.replacementBody) {
(httpResult as { response: Response }).response = new Response(peek.replacementBody, {
status: resp.status,
statusText: resp.statusText,
headers: resp.headers,
});
}
}
return httpResult;
}
const url = CODEX_RESPONSES_WS_URL;
const headers = normalizeCodexWsHeaders(this.buildHeaders(nextInput.credentials, true));
mergeUpstreamExtraHeaders(headers, nextInput.upstreamExtraHeaders);
const transformedBody = (await this.transformRequest(
nextInput.model,
nextInput.body,
true,
nextInput.credentials
)) as Record<string, unknown>;
transformedBody.model = getCodexUpstreamModel(transformedBody.model || nextInput.model);
delete transformedBody.stream;
delete transformedBody.stream_options;
const bodyString = JSON.stringify({
type: "response.create",
...transformedBody,
});
const websocketFn = getCodexWebSocketTransport();
if (!websocketFn) {
return {
response: codexWebSocketUnavailableResponse(),
url,
headers,
transformedBody,
};
}
const encoder = new TextEncoder();
let closed = false;
let ws: WreqWebSocket | null = null;
let streamController: ReadableStreamDefaultController<Uint8Array> | null = null;
const closeUpstream = (reason: string) => {
try {
ws?.close(1000, reason);
} catch {
console.warn("[codex] closeUpstream: socket close race ignored");
// ignore close races
}
};
let abortHandler: (() => void) | null = null;
const removeAbortListener = () => {
if (!abortHandler) return;
nextInput.signal?.removeEventListener("abort", abortHandler);
abortHandler = null;
};
const finishStream = ({
reason,
emitDone = true,
closeController = true,
closeSocket = true,
}: {
reason: string;
emitDone?: boolean;
closeController?: boolean;
closeSocket?: boolean;
}) => {
if (closed) return;
closed = true;
removeAbortListener();
if (closeSocket) closeUpstream(reason);
const controller = streamController;
if (!controller || !closeController) return;
if (emitDone) {
try {
controller.enqueue(encoder.encode("data: [DONE]\n\n"));
} catch {
console.warn("[codex] finishStream: failed to enqueue [DONE]");
// The downstream may already have gone away.
}
}
try {
controller.close();
} catch {
console.warn("[codex] finishStream: failed to close controller");
// The controller may already be closed.
}
};
const failController = (code: string, message: string) => {
if (closed) return;
const controller = streamController;
const payload = JSON.stringify({
type: "response.failed",
response: {
id: null,
status: "failed",
error: { code, message },
},
});
try {
controller?.enqueue(encoder.encode(`event: response.failed\ndata: ${payload}\n\n`));
} catch {
// Downstream closed before the failure could be delivered.
}
finishStream({ reason: "upstream_failed" });
};
const stream = new ReadableStream<Uint8Array>({
async start(controller) {
streamController = controller;
abortHandler = () => {
finishStream({ reason: "client_aborted" });
};
nextInput.signal?.addEventListener("abort", abortHandler, { once: true });
try {
ws = await websocketFn(toWebSocketUrl(url), {
browser: "chrome_142",
os: "windows",
headers,
});
if (closed) return;
if (nextInput.signal?.aborted) {
finishStream({ reason: "client_aborted" });
return;
}
ws.onmessage = (event) => {
if (closed) return;
const raw =
typeof event.data === "string"
? event.data
: Buffer.from(event.data as Buffer).toString("utf8");
const sseEvent = encodeResponseSseEvent(raw);
if (closed) return;
// Filtered events (codex.* / empty payload) return an empty `sse` —
// skip them so no empty frame reaches the client.
if (sseEvent.sse) {
try {
controller.enqueue(encoder.encode(sseEvent.sse));
} catch {
finishStream({
reason: "downstream_closed",
emitDone: false,
closeController: false,
});
return;
}
}
if (sseEvent.terminal) {
finishStream({ reason: "terminal_event" });
}
};
ws.onerror = (event) => {
failController(
"upstream_websocket_error",
event.message || "Codex upstream WebSocket error"
);
};
ws.onclose = () => {
finishStream({ reason: "upstream_closed", closeSocket: false });
};
if (!closed) {
await prl.captureCurrentProviderBody(url, headers, bodyString, nextInput.log);
ws.send(bodyString);
}
} catch (error) {
failController(
"upstream_websocket_connect_failed",
error instanceof Error ? error.message : String(error)
);
}
},
cancel() {
finishStream({ reason: "client_cancelled", emitDone: false, closeController: false });
},
});
return {
response: new Response(stream, {
status: 200,
headers: {
"Content-Type": "text/event-stream",
"Cache-Control": "no-cache",
Connection: "keep-alive",
},
}),
url,
headers,
transformedBody,
};
}
buildUrl(
model: string,
stream: boolean,
urlIndex = 0,
credentials: ProviderCredentials | null = null
) {
void model;
void stream;
void urlIndex;
const responsesSubpath = getResponsesSubpath(credentials?.requestEndpointPath);
if (responsesSubpath !== null) {
const baseUrl = String(this.config.baseUrl || "").replace(/\/$/, "");
if (baseUrl.endsWith("/responses")) {
return `${baseUrl}${responsesSubpath}`;
}
return `${baseUrl}/responses${responsesSubpath}`;
}
return super.buildUrl(model, stream, urlIndex, credentials);
}
/**
* Codex Responses endpoint is SSE-first.
* Always request event-stream from upstream, even when client requested stream=false.
* Includes chatgpt-account-id header for strict workspace binding.
*/
buildHeaders(credentials: ProviderCredentials, stream = true) {
const isCompactRequest = isCompactResponsesEndpoint(credentials?.requestEndpointPath);
const headers = super.buildHeaders(credentials, isCompactRequest ? false : true);
headers.Version = getCodexClientVersion();
setUserAgentHeader(headers, getCodexUserAgent());
// Add workspace binding header if workspaceId is persisted
const workspaceId = credentials?.providerSpecificData?.workspaceId;
if (typeof workspaceId === "string" && workspaceId) {
headers["chatgpt-account-id"] = workspaceId;
}
const clientIdentity = credentials?.providerSpecificData?.codexClientIdentity as
| CodexClientIdentity
| null
| undefined;
// Originator header — identifies the client type to the Codex backend.
// Ref: openai/codex login/src/auth/default_client.rs DEFAULT_ORIGINATOR = "codex_cli_rs"
headers["originator"] = "codex_cli_rs";
// session_id header — enables prompt cache affinity on the Codex backend.
// The official Codex client sets this to conversation_id (a stable UUID per session).
// Ref: openai/codex codex-api/src/requests/headers.rs build_conversation_headers()
const cacheSessionId = this.getPromptCacheSessionId(credentials, null);
if (cacheSessionId) {
headers["session_id"] = cacheSessionId;
}
applyCodexClientIdentityHeaders(headers, clientIdentity);
return headers;
}
/**
* Derive a stable session ID for prompt cache affinity.
* Priority: per-conversation session_id/conversation_id from request body → workspaceId.
* The official Codex client uses conversation_id (a unique UUID per session), NOT
* the account-wide workspaceId. Using workspaceId caps cache hit-rate at ~49%
* because all conversations share the same cache partition. (#1643)
* Ref: openai/codex core/src/client.rs line 853
*/
private getPromptCacheSessionId(
credentials: ProviderCredentials | null | undefined,
body: Record<string, unknown> | null
): string | null {
const promptCacheKey = normalizeCodexSessionId(body?.prompt_cache_key);
if (promptCacheKey) return promptCacheKey;
// Prefer per-session identifiers from the client request body
const sessionId = body?.session_id ?? body?.conversation_id;
const normalizedSessionId = normalizeCodexSessionId(sessionId);
if (normalizedSessionId) {
return normalizedSessionId;
}
// Fall back to workspaceId (account-wide) — better than nothing
return normalizeCodexSessionId(credentials?.providerSpecificData?.workspaceId) || null;
}
/**
* Refresh Codex OAuth credentials when a 401 is received.
* OpenAI uses rotating (one-time-use) refresh tokens — if the token was already
* consumed by a concurrent refresh, this returns null to signal re-auth is needed.
*
* Fixes #251: After a server restart/upgrade, previously cached access tokens may
* have expired or become invalid. chatCore.ts calls this on 401; previously the
* base class returned null causing the request to fail instead of refreshing.
*/
async refreshCredentials(credentials: ProviderCredentials, log?: ExecutorLog | null) {
if (!credentials?.refreshToken) {
log?.warn?.("TOKEN_REFRESH", "Codex: no refresh token available, re-authentication required");
return null;
}
const result = await getAccessToken("codex", credentials, log);
if (!result) {
log?.warn?.("TOKEN_REFRESH", "Codex: token refresh failed — re-authentication required");
return null;
}
if (result.error) {
log?.warn?.(
"TOKEN_REFRESH",
`Codex: token refresh failed (${result.error}) — re-authentication required`
);
// Return null (not the error-only object): base.ts spreads any truthy
// result onto activeCredentials and persists it via onCredentialsRefreshed.
// Spreading `{ error }` would keep the stale/expired accessToken in place
// and write garbage to the connection. Returning null leaves the original
// credentials untouched so the upstream 401/403 drives the proper
// re-auth / mark-expired path instead.
return null;
}
return result;
}
/**
* Transform request before sending - inject default instructions if missing
*/
transformRequest(
model: string,
bodyInput: unknown,
stream: boolean,
credentials: ProviderCredentials
) {
void stream;
// Do not mutate the caller's payload in place. Combo quality checks and
// other post-execute paths still inspect the original request body.
const body: Record<string, unknown> =
bodyInput && typeof bodyInput === "object"
? structuredClone(bodyInput as Record<string, unknown>)
: {};
const nativeCodexPassthrough = body?._nativeCodexPassthrough === true;
const isCompactRequest = isCompactResponsesEndpoint(credentials?.requestEndpointPath);
const requestDefaults = getCodexRequestDefaults(credentials?.providerSpecificData);
const thinkingBudgetConfig = getThinkingBudgetConfig();
const allowConnectionReasoningDefaults = thinkingBudgetConfig.mode === ThinkingMode.PASSTHROUGH;
consumeResponsesStoreMarker(body);
// Codex /responses rejects stream=false, but /responses/compact rejects the stream field entirely.
if (isCompactRequest) {
delete body.stream;
delete body.stream_options;
delete body.client_metadata;
delete body.include;
} else {
body.stream = true;
}
delete body._nativeCodexPassthrough;
const requestServiceTier = normalizeServiceTierValue(body.service_tier);
if (requestServiceTier) {
body.service_tier = requestServiceTier;
} else if (requestDefaults.serviceTier) {
body.service_tier = requestDefaults.serviceTier;
}
// Issue #1832 & #1853: Map messages to input for clients like Cursor 5.5 that use responses/compact but send messages instead of input.
// This MUST run before convertSystemToDeveloperRole and stripStoredItemReferences.
if (!body.input && Array.isArray(body.messages)) {
body.input = body.messages.map((msg: ResponsesMessageInput) => ({
type: "message",
role: typeof msg.role === "string" ? msg.role : "user",
...(typeof msg.phase === "string" ? { phase: msg.phase } : {}),
content:
typeof msg.content === "string"
? [{ type: "input_text", text: msg.content }]
: Array.isArray(msg.content)
? msg.content.map((contentPart: unknown) => {
if (
contentPart &&
typeof contentPart === "object" &&
!Array.isArray(contentPart) &&
(contentPart as Record<string, unknown>).type === "text"
) {
return {
type: "input_text",
text: (contentPart as Record<string, unknown>).text,
};
}
return contentPart;
})
: [],
}));
} else if (!body.input && typeof body.prompt === "string" && body.prompt.trim()) {
// Issue #1872: Cursor occasionally passes the request as `prompt` instead of `messages`.
body.input = [
{
type: "message",
role: "user",
content: [{ type: "input_text", text: body.prompt }],
},
];
} else if (!body.input && Array.isArray(body.prompt)) {
body.input = body.prompt.map((p: unknown) => ({
type: "message",
role: "user",
content: [{ type: "input_text", text: typeof p === "string" ? p : JSON.stringify(p) }],
}));
}
normalizeCodexResponsesInput(body);
if (Array.isArray(body.input)) {
body.input = sanitizeResponsesInputItems(body.input, false, {
dropInternalAssistantMessages: !nativeCodexPassthrough,
});
}
repairMissingCodexFunctionCallOutputs(body);
// ── Cache-aware system prompt handling (both paths) ──
//
// Convert system → developer role IN-PLACE so system prompts remain in the
// `input` array where they contribute to the automatic prompt cache prefix.
// The `instructions` field is NOT included in the cache key for GPT-5 models.
//
// This applies to BOTH native passthrough (Responses API) and translated
// (Chat Completions) paths. Previously the translated path used
// hoistSystemMessagesToInstructions() which moved system content out of
// `input` and into `instructions`, destroying cache eligibility.
//
// Ref: PR #1346 (original fix for passthrough only)
convertSystemToDeveloperRole(body);
if (nativeCodexPassthrough) {
// Passthrough: minimal placeholder instructions.
if (
!body.instructions ||
(typeof body.instructions === "string" && body.instructions.trim() === "")
) {
body.instructions = "Follow the developer instructions in the conversation.";
}
} else {
// Translated: keep the full Codex tool instructions only for tool-capable
// requests. Bare chat requests still need a neutral instructions value
// because the Codex Responses backend rejects requests without it.
const hasTools = Array.isArray(body.tools) && body.tools.length > 0;
if (
!body.instructions ||
(typeof body.instructions === "string" && body.instructions.trim() === "")
) {
if (hasTools) {
body.instructions = CODEX_DEFAULT_INSTRUCTIONS;
} else {
body.instructions = CODEX_CHAT_DEFAULT_INSTRUCTIONS;
}
}
}
// Store: regular Codex Responses rejects store=true with
// "Store must be set to false", while /responses/compact rejects the
// store field entirely. Default regular requests to false unless the
// provider explicitly opts in (e.g. API-key accounts that support persistence).
// Ref: sub2api openai_codex_transform.go line 75-80
const explicitStoreSetting =
credentials?.providerSpecificData &&
typeof credentials.providerSpecificData === "object" &&
!Array.isArray(credentials.providerSpecificData)
? credentials.providerSpecificData.openaiStoreEnabled
: undefined;
if (isCompactRequest) {
delete body.store;
} else if (explicitStoreSetting === true) {
body.store = true;
} else {
// backend rejects store=true ("Store must be set to false"), so default to false.
body.store = false;
}
// Codex Responses only supports function tools with non-empty names.
// Cursor may include custom tools (e.g. ApplyPatch) that work locally but are
// invalid upstream, and translation bugs can leave orphaned/empty tool_choice names.
normalizeCodexTools(body, {
// gpt-5.3-codex-spark (and other Spark-scope models) reject image_generation
// upstream even on paid-plan accounts, so drop it independent of plan (#6651).
dropImageGeneration:
isCodexFreePlan(credentials?.providerSpecificData) ||
getCodexModelScope(model) === "spark",
preserveCustomTools: nativeCodexPassthrough,
});
// Strip stored response item references (rs_, resp_, msg_ IDs) from input.
// The /codex/responses endpoint does not persist responses even with store=true,
// so any references to previous response items would cause 404 errors.
stripStoredItemReferences(body);
// Issue #806: Even for native passthrough, some clients (purist completions) might indiscriminately inject
// a `messages` or `prompt` array which the strict Codex Responses schema rejects.
delete body.messages;
delete body.prompt;
let modelEffort: string | null = null;
let cleanModel = typeof body.model === "string" ? body.model : model;
const splitModel = splitCodexReasoningSuffix(cleanModel);
if (splitModel.effort) {
modelEffort = splitModel.effort;
body.model = splitModel.baseModel;
cleanModel = splitModel.baseModel;
}
const reasoningRecord =
body.reasoning && typeof body.reasoning === "object" && !Array.isArray(body.reasoning)
? (body.reasoning as Record<string, unknown>)
: null;
const explicitReasoning = normalizeEffortValue(reasoningRecord?.effort);
const requestReasoningEffort = normalizeEffortValue(body.reasoning_effort);
const fallbackReasoningEffort = allowConnectionReasoningDefaults
? requestDefaults.reasoningEffort || "medium"
: undefined;
// Issue #2331: model suffix aliases (for example gpt-5.5-xhigh) represent an
// explicit model selection, so they must override client-injected defaults such
// as OpenCode's automatic reasoning.effort=medium for GPT-5-family requests.
const rawEffort =
modelEffort || explicitReasoning || requestReasoningEffort || fallbackReasoningEffort;
if (rawEffort) {
body.reasoning = {
...(reasoningRecord || {}),
effort: clampEffort(cleanModel, rawEffort),
};
}
ensureCodexReasoningSummary(body);
if (isCompactRequest) {
delete body.include;
}
delete body.reasoning_effort;
// Remove unsupported token limit parameters BEFORE the passthrough return.
// Codex API rejects both max_tokens and max_output_tokens regardless of
// whether the request came via native passthrough or translation.
delete body.max_tokens;
delete body.max_output_tokens;
// VS Code Copilot BYOK Responses requests include `truncation` (for example
// "auto" or "disabled"). The Codex /responses backend currently rejects this
// field entirely with 400 Unsupported parameter: truncation, so strip it for
// both native passthrough and translated requests.
delete body.truncation;
delete body.background; // Droid CLI sends this but Codex Responses API rejects it
// Issue #3317: strip client-only fields the Codex Responses API rejects with
// 400 "Unsupported parameter" — for BOTH the native passthrough (early return
// below) and the translated path. The chat-completions path already removes
// these (base.ts prompt_cache_retention #1884; openai-responses translator
// safety_identifier #2770), but the responses->responses passthrough skips
// translation. `user` is always rejected by Codex /responses, so it is removed
// unconditionally here (unlike base.ts, which only drops it when empty).
delete body.prompt_cache_retention;
delete body.safety_identifier;
delete body.user;
// Inject prompt_cache_key for Codex prompt caching.
// The official Codex client sets this to conversation_id (a stable UUID per session).
// Ref: openai/codex core/src/client.rs line 853:
// let prompt_cache_key = Some(self.client.state.conversation_id.to_string());
// IMPORTANT: Capture session/conversation IDs BEFORE deletion below (#1643).
if (!body.prompt_cache_key) {
const cacheSessionId = this.getPromptCacheSessionId(credentials, body);
if (cacheSessionId) {
body.prompt_cache_key = cacheSessionId;
}
}
if (!isCompactRequest) {
applyCodexClientMetadata(
body,
credentials?.providerSpecificData?.codexClientIdentity as
| CodexClientIdentity
| null
| undefined
);
}
// Delete session_id and conversation_id from the body.
// These are often injected by OmniRoute's fallback logic for store=true,
// but the upstream Codex API strictly rejects them as unsupported parameters.
delete body.session_id;
delete body.conversation_id;
if (nativeCodexPassthrough) {
return body;
}
// GPT-5 verbosity: fold Chat-style `verbosity` / Responses `text.verbosity` into a
// single validated `text:{verbosity}` so the allowlist below (which now permits
// `text`) lets it reach upstream instead of dropping it silently.
normalizeCodexVerbosity(body);
// Issue #2608: Use an allowlist of known Responses API fields instead of a
// denylist of Chat Completions fields. The denylist approach missed fields
// like `stop`, `response_format`, `logit_bias`, `function_call`, `functions`,
// `max_completion_tokens`, and `parallel_tool_calls` — causing gpt-5.5 to
// reject with "routing_unsupported" (400). An allowlist is future-proof:
// any unknown field from Chat Completions (or other formats) is stripped.
const RESPONSES_API_ALLOWLIST = new Set([
"model",
"input",
"instructions",
"tools",
"tool_choice",
"stream",
"store",
"reasoning",
"service_tier",
"include",
"previous_response_id",
"prompt_cache_key",
"client_metadata",
// GPT-5 output verbosity ({ verbosity } — normalized above by normalizeCodexVerbosity).
"text",
// Internal markers used by OmniRoute pipeline
"_omnirouteResponsesStore",
]);
for (const key of Object.keys(body)) {
if (!RESPONSES_API_ALLOWLIST.has(key)) {
delete body[key];
}
}
return body;
}
}