Files
OmniRoute/tests/unit/stream-utils.test.ts
Diego Rodrigues de Sa e Souza 7b139fdb5e Release v3.8.38 (#5078)
* chore(release): open v3.8.38 development cycle

* fix(executors): strip client_metadata for cerebras and mistral (#4727)

Integrated into release/v3.8.38 (leva 5)

* fix(codebuddy): only send reasoning params when client requests reasoning (#5019)

Integrated into release/v3.8.38 (leva 5)

* fix(sse): keep streaming for forceStream providers when client requests JSON (#5021)

Integrated into release/v3.8.38 (leva 5)

* fix(sse): guard non-JSON SSE lines and duplicate [DONE] (#4937)

Integrated into release/v3.8.38 (leva 5)

* feat(blackbox): refresh provider model catalog (#4935)

Integrated into release/v3.8.38 (leva 5)

* fix(sse): dedupe case-variant Anthropic version/beta headers (#4846)

Integrated into release/v3.8.38 (leva 5)

* feat(sse): Kiro inline <thinking> stream splitter (#4911)

Integrated into release/v3.8.38 (leva 5)

* feat(cursor): parse Composer DeepSeek-style inline tool calls (#4912)

Integrated into release/v3.8.38 (leva 5)

* feat(proxy): auth-less host:port batch import (#4938)

Integrated into release/v3.8.38 (leva 5)

* fix(oauth): support Kiro IDC (organization) token import (#4944)

Integrated into release/v3.8.38 (leva 5)

* fix(translator): preserve cache_control for DashScope OpenAI-compat providers (port from 9router#2069) (#5013)

Integrated into release/v3.8.38 (leva 5)

* fix(tts): resolve Gemini TTS models from catalog (#4934)

Integrated into release/v3.8.38 (leva 5)

* fix(sse): don't cool down the connection on a self-inflicted upstream timeout (504) (#5064)

Integrated into release/v3.8.38 (leva 5)

* fix(sse): robust Anthropic /v1/messages streaming — real ping keepalive + client-disconnect guard (#5063)

Integrated into release/v3.8.38 (leva 5)

* feat(video): add Alibaba DashScope (wan2.7-t2v) provider (#5051)

Integrated into release/v3.8.38 (leva 5)

* fix: preserve model hidden flags (isHidden) across model sync (#5086)

Integrated into release/v3.8.38 (leva 5)

* fix(models): derive model discovery config from registry modelsUrl (#5087)

Integrated into release/v3.8.38 (leva 5)

* fix(compression): replace fileURLToPath(import.meta.url) with runtime anchors for standalone bundle (#5089)

Integrated into release/v3.8.38 (leva 5)

* feat(cc): add summarized thinking display toggle (#5055)

Integrated into release/v3.8.38 (leva 5)

* Harden selected API error responses (#5032)

Integrated into release/v3.8.38 (leva 5)

* chore(quality): rebaseline file-size for leva 5 PR batch drift

6 frozen files grew from merged leva-5 PRs (cursor #4912, kiro #4911,
videoGeneration #5051, default #4727, base #4846, chat #5064); all covered
by per-PR tests. See _rebaseline_2026_06_26_leva5 in the baseline.

* feat(compression): compression playground (Play + Compare tabs) in the studio (#5080)

Integrated into release/v3.8.38

* fix(combo): fail over on empty-content 502 instead of exhausting the provider (#5085) (#5104)

* fix(dashboard): surface detailed credential-validation error in add-connection modal (#5088) (#5106)

* feat(providers): allow local/private provider URLs by default with scoped metadata-safe guard (#5066) (#5107)

* fix(diagnostics): treat non-streaming Claude messages shape as valid output (#5108) (#5116)

* fix(db): translate pt-BR SQLite driver-fallback log lines to English (#5103) (#5115)

* fix(sse): repair release base-reds — malformed-response false positives + header casing + stale tests (#5117)

Repairs the release/v3.8.38 base-reds; unblocks #5078.

* chore(quality): rebaseline file-size for responseSanitizer (#5117) + AddApiKeyModal drift

* fix(translator): forward image tool_result blocks as image_url (#5100)

Base-reds fixed (#5117); image tool_result→image_url. Integrated into release/v3.8.38.

* fix(responses): default text.format for openai-compatible responses providers (#5101)

Base-reds fixed (#5117); default text.format + file-size rebaseline. Integrated into release/v3.8.38.

* feat(dashboard): expose Fusion judgeModel + fusionTuning in the combo editor (#5074)

Base-reds fixed (#5117); Fusion editor + file-size rebaseline. Integrated into release/v3.8.38.

* feat(quota): add opt-in Codex/Claude auto-ping keepalive (#5102)

Base-reds fixed (#5117); auto-ping keepalive + file-size rebaseline. Integrated into release/v3.8.38.

* test(release): relocate 2 orphan test files into the collected flat tests/unit dir (#5120)

Unblocks Lint (test-discovery) on #5078. Integrated into release/v3.8.38.

* fix(translator): preserve reasoning-replay reasoning_content + repair 3 release-green test reds (#5122)

Repairs 3 release-green test reds + test-masking; unblocks #5078.

* test(golden): redact live Node version from provider translate-path snapshot (#5125)

Final golden unblock for #5078.

* test(golden): redact OmniRoute app version from translate-path snapshot (#5126)

Coverage shard golden unblock for #5078.

* Ignore disconnect races during in-band stream error handling (#5007)

Integrated into release/v3.8.38

* Track final connection IDs in failover logs (#5016)

Integrated into release/v3.8.38

* fix(sse): convert Gemini body to OpenAI format in antigravity MITM handler (#4845)

Integrated into release/v3.8.38 (rebased on tip, CHANGELOG re-injected)

* feat(providers): add ZenMux Free session-cookie provider (#5105)

Integrated into release/v3.8.38 (rebased on tip, CHANGELOG re-injected)

* feat(dashboard): click-to-edit model alias in provider page (#5119)

Integrated into release/v3.8.38 (rebased on tip, i18n scope verified, CHANGELOG re-injected)

* feat(mcp): web-session robustness — cookie dedup (PR6) + browser-pool observability (PR7) (#3368) (#5121)

Integrated into release/v3.8.38 (rebased on tip; cookie-dedup branch extracted to findExistingCookieConnection helper → complexity-neutral; CHANGELOG added)

* fix(usage): dedupe request-usage logging and debounce stats (#4940)

Integrated into release/v3.8.38 (rebased on tip; DB-handle hang was stale-base artifact — resetDbInstance already closes the handle, test green 5/5; file-size drift consolidated at release; CHANGELOG re-injected)

* fix(dashboard): key model visibility toggle on canonical providerId (#5091)

Integrated into release/v3.8.38 (retargeted main→release; .tsx visibility-key test green 2/2)

* chore(deps): bump actions/cache from 5.0.5 to 6.0.0 (#5112)

Integrated into release/v3.8.38 (retargeted main→release; workflow-only actions/cache bump — unit failures were stale main base-reds)

* fix(streaming): harden long OpenAI-compatible SSE streams (#5124)

Integrated into release/v3.8.38 (rebased on tip; streamHandler conflict with #5007 disconnect-guard resolved — both coexist, stream-handler 22/22 green)

* feat: Add Grok Build (xAI) provider with OAuth import-token flow (#5020)

Integrated into release/v3.8.38 (rebased on tip; Hard Rule #11 fix — Grok public client_id now via resolvePublicCred(grok_id), 3 literals removed; grok-oauth 7/7 + check:public-creds green)

* feat(providers): add Factory (factory.ai) as a subscription gateway provider (#5065)

Integrated into release/v3.8.38 (rebased on tip; added factory registry test for PR Test Policy + fixed check:env-doc-sync phantom FACTORY_API_KEY; factory loads in PROVIDERS, no Zod issue — that flag was a false positive)

* chore(test): reconcile golden snapshot + apikey count for new providers

#5020 (grok-cli), #5065 (factory), #5105 (zenmux-free) added providers but did
not regenerate tests/snapshots/provider/translate-path.json (now +3 entries) nor
bump the APIKEY_PROVIDERS count (159->160 for the factory gateway). Test-only
reconciliation; no production change.

* fix(resilience): harden quota and model lockout edge cases (#5093)

Integrated into release/v3.8.38 (rebased on tip). TRUST-BUT-VERIFY: dropped the PR's 0dd7df641 'fix unit gates' commit which reverted #5122 reasoning-replay (preserveReasoningContent) + re-introduced #4849 O(n^2) growth, and restored 5 tests it had realigned. Kept only the 3 declared resilience fixes (quota cutoff guard, gemini MIME, model-lockout maxCooldownMs); 23/23 green.

* Hydrate quota cache and scope auto combo candidates (#5015)

Integrated into release/v3.8.38 (rebased on tip). Kept core quota-cache hydration + auto-combo candidate scoping + combos UI; dropped out-of-scope toolCloaking refactor (conflicted with #4813 stripEnumDescriptions — took tip) and the unrelated sse-auth test split. Added quota-cache-hydrate-5015 regression test (Rule #18); combo-account-allowlist 8/8 + hydration 2/2 green.

* chore(quality): reconcile complexity + file-size baselines for v3.8.38 owner-PR batch

complexity 1972->1978 (+6) and file-size providers.ts 1093->1107 / usageHistory.ts
934->983 — drift from the /review-prs merge batch (#4845/#5105/#5020/#4940/#5093/
#5015 + #5121 cookie-dedup helper extraction). check:complexity/check:file-size do
not run on the PR->release fast-path, so the branch accrued unmeasured; all legit
feature/fix growth, not regression. See per-key justifications in each baseline.

* fix(security): exact-host Anthropic baseUrl check (CodeQL js/incomplete-url-substring-sanitization #674) (#5130)

The anthropic-compatible Bearer-fallback gate decided whether a configured baseUrl
targeted the official api.anthropic.com host via a substring `.includes("api.anthropic.com")`.
A look-alike upstream such as `https://api.anthropic.com.evil.test` or
`https://evil.test/?x=api.anthropic.com` matched the substring and was wrongly treated as
official, suppressing the Bearer fallback meant for third-party gateways
(CodeQL #674, js/incomplete-url-substring-sanitization, high).

Replace the substring test with an exported `isOfficialAnthropicBaseUrl()` helper that
parses the URL and compares the hostname for exact equality. Empty baseUrl stays official;
scheme-less hosts are parsed with an assumed https://; an unparseable baseUrl falls back to
third-party (Bearer emitted) as the safer default. Behavior for legitimate official/third-party
baseUrls is unchanged.

Adds tests/unit/anthropic-official-baseurl-host.test.ts covering official, look-alike,
scheme-less, and unparseable inputs plus a static guard that the substring pattern is gone.

* fix(proxy): repair one-click Deno & Cloudflare relay deployments (#5128) (#5132)

* fix(services): embed WS proxy honours LIVE_WS_HOST; reject empty messages early (#5110) (#5133)

* fix(api): resolve /v1/models/{id} case-insensitively (#5082) (#5135)

* fix(providers): add MiniMax M3 & Nemotron 3 Ultra to Cline catalog (#3321) (#5136)

* fix(proxy): make SOCKS5 handshake timeout tunable via SOCKS_HANDSHAKE_TIMEOUT_MS (#5109) (#5137)

* feat(sidebar): add support for colored menu icons (#3812)

Integrated into release/v3.8.38 (recreated on tip — fork had unrelated history; added getSidebarIconAccent regression test, Rule #18). Clean 2-file UI feature.

* fix(providers): complete grok-cli OAuth wiring + zenmux-free web-session metadata

Base-red repair for #5020 (grok-cli) and #5105 (zenmux-free), surfaced by the
full CI on the release PR (#5078) — the PR->release fast-path does not run the
oauth-providers-config / web-session-credentials / provider-consistency gates.

- grok-cli: register in OAUTH_PROVIDERS (providers.ts canonical list, fixes
  check:provider-consistency), add OAUTH_PROVIDER_IDS.GROK_CLI + GROK_CLI_CONFIG
  in oauth constants (provider config now sourced there, not a local literal),
  align oauth-providers-config.test.ts (EXPECTED_PROVIDER_KEYS + config map).
- zenmux-free: declare its web-session credential requirement (full Cookie header)
  in WEB_SESSION_CREDENTIAL_REQUIREMENTS.

Local: oauth-providers-config 27/27, web-session-credentials 4/4, grok-cli-oauth
7/7, check:provider-consistency OK, +115 OAUTH_PROVIDERS tests green.

* Fix resilience settings page response mapping (#5139)

Integrated into release/v3.8.38. Thanks @rdself for the fix and the regression test.

* fix(kiro): retire claude-sonnet-4.5 from catalog + pin 400 model-unavailable test (#5140)

Extracted the real change from #5140 (the bot PR regenerated the entire
freeModelCatalog.data.ts + touched package-lock.json; only the targeted
edits are kept here):
- remove claude-sonnet-4.5 from the Kiro registry entry
- remove the matching kiro free-model catalog row
- pin Kiro's verbatim 400 "Invalid model..." to isModelUnavailableError

Closes #4484

* fix(sidebar): drop orphan `settings` accent color (typecheck:core red) (#5142)

SIDEBAR_ICON_ACCENTS is typed Partial<Record<HideableSidebarItemId, string>>,
but `settings` is not a hideable item id (only `settings-general`,
`settings-appearance`, … and `context-settings` exist; there is no item with
`id: "settings"`), so the accent was unreachable. It broke `typecheck:core`
on the release tip ("'settings' does not exist in type …", introduced by
#3812 colored menu icons). Removing the orphan key restores a clean
typecheck:core (rc=0).

* feat: salvage batch 2 — diagnostics null-guard (#5096) + observed quota reset windows (#5025) (#5141)

* fix(diagnostics): null-guard content blocks in detectMalformedNonStream

A null (or non-object) entry in a Claude-native `content` array made the
non-stream classifier throw `TypeError: Cannot read properties of null
(reading 'type')`, crashing the malformed-response detection path. Guard
before type-asserting each block: a null/non-object block is simply skipped.

Two regression tests added (null block among valid blocks → null; only-null
blocks → empty_choices).

Salvaged from closed PR #5096 (base-stale; only the defensive guard — the
Claude-shape recognition it also carried already landed via #5108).

Co-authored-by: herjarsa <herjarsa@users.noreply.github.com>

* feat(quota): persist observed provider quota reset windows

Adds `provider_quota_reset_events` (migration 108) + `db/quotaResetEvents.ts`
to record real upstream weekly-quota window transitions whenever a quota
refresh shows the reset rolling to a new cycle (different day, later resetAt).
`apiKeyUsageLimits` now prefers the observed window start over the inferred
`resetAt − 7d`, falling back to snapshot inference when no event is recorded
yet. `quotaCache.setQuotaCache` records the transition opportunistically.

`recordProviderQuotaResetEventIfChanged` only fires for the primary weekly
window (not daily/sonnet), is idempotent (INSERT OR IGNORE on the unique
window key), and no-ops when the reset didn't actually roll. 4 unit tests
(tests/unit/lib/quota-reset-events.test.ts).

Salvaged from closed PR #5025 (which bundled this with two unrelated
features + a colliding migration 104). Renumbered to 108; module re-exported
from localDb (Rule #2).

Co-authored-by: Witroch4 <175152067+Witroch4@users.noreply.github.com>

---------

Co-authored-by: herjarsa <herjarsa@users.noreply.github.com>
Co-authored-by: Witroch4 <175152067+Witroch4@users.noreply.github.com>

* docs(i18n): sync 3.8.38 CHANGELOG section to 41 mirrors (unblock docs-accuracy) (#5144)

The root CHANGELOG [3.8.38] section grew with this cycle's merged PRs, but the
docs/i18n/<lang>/CHANGELOG.md mirrors were not re-synced — drifting >25% in body
size and failing check:docs-sync (the "Docs accuracy" fast-gate step) for every
open PR against the release.

Ran scripts/release/sync-changelog-i18n.mjs 3.8.38 3.8.37 to copy the root
[3.8.38] section into all 41 mirrors. check:docs-all now passes (exit 0).

Sections are copied verbatim; the per-language translation pass runs at release
time via i18n:run — this only restores the size-sync the gate enforces.

* feat(compression): pure per-step fidelity checker (4 invariants, fail-open)

* feat(compression): fidelityGate config + rejected breakdown fields

* feat(compression): wire per-step fidelity gate into stacked pipeline (opt-in)

* feat(compression): preview route accepts fidelityGate flag (playground)

* feat(compression): playground fidelity-gate toggle + lane rejection display

* docs(compression): note fidelityGate advanced thresholds are intentionally API-omitted

* refactor(compression): extract fidelity-gate step helpers to shrink strategySelector (file-size gate)

bodyToText and gateAdvance moved to fidelityGateStep.ts; StackAccumulator exported.
strategySelector: 889->854 (-35). Residual +6 vs pre-Milestone-B frozen 848 is the
irreducible StackOptions.fidelityGate field + two stacked-loop dispatch reads + import.
Baseline updated to 854 with justification. No cycle introduced (import type only).
940 compression tests pass; typecheck clean.

* test(usage): wire usageHistoryDedup under unit runner brace-list (#5145)

Integrated into release/v3.8.38.

* feat: salvage batch from closed stale PRs (#5038, #5057, #5076) (#5138)

Integrated into release/v3.8.38.

* test(combo): deterministic routing-decision matrix for all 17 strategies (#5146)

Integrated into release/v3.8.38.

* feat(compression): fuzzy near-duplicate dedup (session-dedup 2nd pass + playground toggle) (#5143)

Integrated into release/v3.8.38.

* chore(quality): rebaseline file-size for sidebarVisibility.ts + chat.ts drift (#5147)

Mid-cycle drift on release/v3.8.38 from already-merged PRs that the fast-path
(PR->release skips check:file-size) let accumulate without a bump:

- src/shared/constants/sidebarVisibility.ts 1100->1198 (#3812 colored menu
  icons, per-item accent map; #5142 dropped one orphan, net still above frozen)
- src/sse/handlers/chat.ts 1560->1575 (#5064 self-inflicted-timeout cooldown
  skip + #5124 long OpenAI-compatible SSE hardening + #5110 embed-WS
  LIVE_WS_HOST honour / early empty-message reject)

Each covered by its own PR tests; structural shrink of chat.ts tracked in #3501.
Unblocks the Fast Quality Gates for PRs targeting release/v3.8.38.

* chore(release): finalize v3.8.38 CHANGELOG + cycle reconciliation

- Reconcile [3.8.38]: +18 bullets (compression fidelity-gate/fuzzy-dedup #5143,
  quota keepalive #5102, web-session robustness #5121, MiniMax/Nemotron #5136,
  model-visibility #5091, failover logs #5016, disconnect races #5007, sidebar
  orphan #5142, SRE playbooks salvage #5138, new Security #5130 + Maintenance roll-up)
- Credit salvaged-PR authors (@JxnLexn / @KooshaPari / @herjarsa / @Witroch4)
- Remove phantom bullet for CLOSED-not-merged #5092 (setup aggregator never landed)
- Fix isHidden bullet PR citation #4389 -> #5086 (@herjarsa)
- Back-fill forgotten v3.8.36 bullet: #5026 crypto.randomUUID ID-gen (@hamsa0x7)
- Sync 41 i18n CHANGELOG mirrors; README What's New -> v3.8.38
- Rebaseline cycle drift: eslint 3987->4002, cognitive 833->841, dead-exports
  345->346, cyclomatic 1978->1980 (file-size handled by #5147)

* fix(i18n): add missing English UI labels (#5153)

Integrated into release/v3.8.38

* Preserve non-stream reasoning fields for compatible clients (#5155)

Integrated into release/v3.8.38

* feat(compression): ionizer engine — lossy JSON-array sampling reversible via CCR (#5148)

Integrated into release/v3.8.38

* test(combo): gated live smoke for combo strategies (in-process + VPS HTTP) (#5151)

Integrated into release/v3.8.38

* test: refresh release expectations to match current code (#5150)

Integrated into release/v3.8.38 (test-only base-red alignment extracted from #5150)

---------

Co-authored-by: Éder Costa <eder.almeida.costa@gmail.com>
Co-authored-by: José Victor Ferreira <root@josevictor.me>
Co-authored-by: Hernan Javier Ardila Sanchez <hjasgr@gmail.com>
Co-authored-by: fulorgnas <46461624+fulorgnas@users.noreply.github.com>
Co-authored-by: Randi <55005611+rdself@users.noreply.github.com>
Co-authored-by: Jan Leon <Jan.gaschler@gmail.com>
Co-authored-by: R. Beltran <rbeltran8000@gmail.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: KooshaPari <42529354+KooshaPari@users.noreply.github.com>
Co-authored-by: Ramel Tecnologia - Rafa Martins <146174365+rafacpti23@users.noreply.github.com>
Co-authored-by: herjarsa <herjarsa@users.noreply.github.com>
Co-authored-by: Witroch4 <175152067+Witroch4@users.noreply.github.com>
2026-06-27 09:07:12 -03:00

2435 lines
75 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-stream-utils-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const core = await import("../../src/lib/db/core.ts");
const { createSSEStream, createSSETransformStreamWithLogger, createPassthroughStreamWithLogger } =
await import("../../open-sse/utils/stream.ts");
const {
buildStreamSummaryFromEvents,
compactStructuredStreamPayload,
createStructuredSSECollector,
} = await import("../../open-sse/utils/streamPayloadCollector.ts");
const { FORMATS } = await import("../../open-sse/translator/formats.ts");
const { createRequestLogger } = await import("../../open-sse/utils/requestLogger.ts");
const textEncoder = new TextEncoder();
// PR #3399 intentionally changed the synthetic empty-response text to "" so that
// proxy internals no longer leak into chat history. Tests assert on the new behavior.
const SYNTHETIC_CLAUDE_EMPTY_RESPONSE_TEXT = "";
async function readTransformed(chunks, options) {
const source = new ReadableStream({
start(controller) {
for (const chunk of chunks) {
controller.enqueue(textEncoder.encode(chunk));
}
controller.close();
},
});
return new Response(source.pipeThrough(createSSEStream(options))).text();
}
async function readWithTransform(chunks, transformStream) {
const source = new ReadableStream({
start(controller) {
for (const chunk of chunks) {
controller.enqueue(textEncoder.encode(chunk));
}
controller.close();
},
});
return new Response(source.pipeThrough(transformStream)).text();
}
function multilineDataEvent(payload, splitBeforeKey) {
const json = JSON.stringify(payload);
const splitAt = json.indexOf(`"${splitBeforeKey}"`) - 1;
assert.ok(splitAt > 0, `split key ${splitBeforeKey} must exist in payload`);
return `data: ${json.slice(0, splitAt)}\ndata: ${json.slice(splitAt)}\n\n`;
}
function parseJsonDataPayloads(text) {
return text
.split("\n")
.filter((line) => line.startsWith("data: "))
.map((line) => line.slice(6))
.filter((data) => data && data !== "[DONE]")
.map((data) => JSON.parse(data));
}
function parseSillyTavernCustomOpenAIStream(text) {
const events = [];
let reasoning = "";
let content = "";
for (const payload of parseJsonDataPayloads(text)) {
const choices = Array.isArray(payload.choices) ? payload.choices : [];
const reasoningDelta =
choices.find((choice) => choice?.delta?.reasoning_content)?.delta?.reasoning_content ??
choices.find((choice) => choice?.delta?.reasoning)?.delta?.reasoning ??
"";
const contentDelta =
choices[0]?.delta?.content ?? choices[0]?.message?.content ?? choices[0]?.text ?? "";
reasoning += reasoningDelta;
content += contentDelta;
events.push({ reasoningDelta, contentDelta, reasoning, content });
}
return { reasoning, content, events };
}
test("createSSEStream leaves successful pending requests for onComplete finalization", async () => {
const usageHistory = await import("../../src/lib/usage/usageHistory.ts");
usageHistory.clearPendingRequests();
const model = "gpt-4";
const provider = "openai";
const connectionId = "stream-on-complete-finalize";
const requestId = usageHistory.trackPendingRequest(model, provider, connectionId, true);
let finalizedInOnComplete = false;
await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_pending_finalize",
object: "chat.completion.chunk",
created: 1,
model,
choices: [{ index: 0, delta: { content: "hello" }, finish_reason: null }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_pending_finalize",
object: "chat.completion.chunk",
created: 1,
model,
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 },
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider,
model,
connectionId,
body: { messages: [{ role: "user", content: "hello" }] },
onComplete(payload) {
finalizedInOnComplete = usageHistory.finalizePendingRequestById(requestId, {
providerResponse: payload.providerPayload,
clientResponse: payload.clientPayload,
});
},
}
);
assert.equal(finalizedInOnComplete, true);
assert.ok(usageHistory.getCompletedDetails().has(requestId));
assert.equal(usageHistory.getPendingById().has(requestId), false);
usageHistory.clearPendingRequests();
});
test.after(() => {
core.resetDbInstance();
if (fs.existsSync(TEST_DATA_DIR)) {
for (const entry of fs.readdirSync(TEST_DATA_DIR)) {
fs.rmSync(path.join(TEST_DATA_DIR, entry), { recursive: true, force: true });
}
}
});
test("createSSEStream passthrough normalizes tool-call finishes and reports the assembled response", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_1",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant", content: "Hello " } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_1",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [
{
index: 0,
delta: {
tool_calls: [
{
index: 0,
id: "call_1",
type: "function",
function: {
name: "read_file",
arguments: '{"path":"/tmp/a"}',
},
},
],
},
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_1",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"content":"Hello "/);
assert.match(text, /"name":"read_file"/);
assert.match(text, /"finish_reason":"tool_calls"/);
assert.equal(onCompletePayload.status, 200);
assert.equal(onCompletePayload.responseBody.choices[0].finish_reason, "tool_calls");
assert.equal(onCompletePayload.responseBody.choices[0].message.tool_calls[0].id, "call_1");
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Hello");
assert.equal(onCompletePayload.clientPayload._streamed, true);
});
test("createSSEStream passthrough converts textual tool-call content into structured call log tool_calls", async () => {
let onCompletePayload = null;
const toolArgs = JSON.stringify({
command: 'sqlite3 /root/.o\u200dmniroute/omniroute.db ".tables"',
});
const toolText = `[Tool call: terminal]\nArguments: ${toolArgs}`;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { role: "assistant", content: toolText } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: {
messages: [{ role: "user", content: "inspect db" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.equal(onCompletePayload.status, 200);
assert.match(text, /"tool_calls":\[/);
assert.match(text, /"name":"terminal"/);
assert.doesNotMatch(text, /"content":"\[Tool call: terminal/);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "tool_calls");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls[0].function.name, "terminal");
assert.deepEqual(JSON.parse(choice.message.tool_calls[0].function.arguments), {
command: 'sqlite3 /root/.omniroute/omniroute.db ".tables"',
});
assert.doesNotMatch(text, /\[Tool call: terminal\]/);
});
test("createSSEStream passthrough converts split textual tool-call content at completion", async () => {
let onCompletePayload = null;
const splitToolArgs = JSON.stringify({
command: 'sqlite3 ~/.o\u200dmniroute/o\u200dmniroute.db ".tables"',
});
const chunks = ["[Tool call: terminal]\n", `Arguments: ${splitToolArgs}`];
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_split_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { role: "assistant", content: chunks[0] } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_split_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { content: chunks[1] } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_split_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: { messages: [{ role: "user", content: "inspect db" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"tool_calls":\[/);
assert.match(text, /"name":"terminal"/);
assert.doesNotMatch(text, /"content":"\[Tool call: terminal/);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "tool_calls");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls[0].function.name, "terminal");
assert.deepEqual(JSON.parse(choice.message.tool_calls[0].function.arguments), {
command: 'sqlite3 ~/.omniroute/omniroute.db ".tables"',
});
assert.doesNotMatch(text, /\[Tool call: terminal\]/);
});
test("createSSEStream passthrough handles textual tool-call content split inside the prefix [Tool call: across chunks", async () => {
let onCompletePayload = null;
const splitToolArgs = JSON.stringify({
command: "whoami",
});
const chunks = ["[Tool", " call: terminal]\n", `Arguments: ${splitToolArgs}`];
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_split_prefix_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { role: "assistant", content: chunks[0] } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_split_prefix_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { content: chunks[1] } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_split_prefix_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { content: chunks[2] } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_split_prefix_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: { messages: [{ role: "user", content: "inspect db" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.doesNotMatch(text, /"content":"\[Tool/);
assert.doesNotMatch(text, /"content":" call:/);
assert.match(text, /"tool_calls":\[/);
assert.match(text, /"name":"terminal"/);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "tool_calls");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls[0].function.name, "terminal");
assert.deepEqual(JSON.parse(choice.message.tool_calls[0].function.arguments), {
command: "whoami",
});
});
test("createSSEStream passthrough buffers fragmented textual tool-call JSON before emitting", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_fragmented_live_shape",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [
{
index: 0,
delta: { role: "assistant", content: '[Tool call: terminal]\nArguments: {"' },
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_fragmented_live_shape",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [
{
index: 0,
delta: { content: 'command":"echo live_shape","timeout":10}' },
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_fragmented_live_shape",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "omniroute",
model: "MainAgent",
body: { messages: [{ role: "user", content: "inspect" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.doesNotMatch(text, /\[Tool call:/);
assert.doesNotMatch(text, /Arguments:/);
assert.match(text, /"tool_calls":\[/);
assert.match(text, /"finish_reason":"tool_calls"/);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "tool_calls");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls[0].function.name, "terminal");
assert.deepEqual(JSON.parse(choice.message.tool_calls[0].function.arguments), {
command: "echo live_shape",
timeout: 10,
});
});
test("createSSEStream passthrough suppresses trailing prose plus textual tool call", async () => {
let onCompletePayload = null;
const toolArgs = JSON.stringify({
command: "echo should_not_leak",
timeout: 10,
});
const toolText = `Вот оно! Статические файлы Next.js отдают 404. Чанки не найдены.\n\n[Tool call: terminal]\nArguments: ${toolArgs}`;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_trailing_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: { role: "assistant", content: toolText } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_trailing_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "omniroute",
model: "MainAgent",
body: { messages: [{ role: "user", content: "inspect static files" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.equal(onCompletePayload.status, 200);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "tool_calls");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls[0].function.name, "terminal");
assert.deepEqual(JSON.parse(choice.message.tool_calls[0].function.arguments), {
command: "echo should_not_leak",
timeout: 10,
});
assert.doesNotMatch(text, /\[Tool call: terminal\]/);
assert.doesNotMatch(text, /Arguments:/);
assert.doesNotMatch(JSON.stringify(onCompletePayload.responseBody), /\[Tool call: terminal\]/);
assert.doesNotMatch(JSON.stringify(onCompletePayload.responseBody), /Arguments:/);
});
test("createSSEStream passthrough suppresses textual tool calls for unknown tools", async () => {
let onCompletePayload = null;
const toolText = `[Tool call: search_files_ide]
Arguments: {"path":"/opt/OmniRoute/src","target":"files"}`;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_unknown_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { role: "assistant", content: toolText } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_unknown_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: {
messages: [{ role: "user", content: "inspect files" }],
tools: [
{ type: "function", function: { name: "search_files", parameters: { type: "object" } } },
],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "stop");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls, undefined);
assert.doesNotMatch(text, /search_files_ide/);
assert.doesNotMatch(JSON.stringify(onCompletePayload.responseBody), /search_files_ide/);
});
test("createSSEStream passthrough suppresses malformed textual tool-call content", async () => {
let onCompletePayload = null;
const malformedToolText = `(empty)[Tool call: terminal]\nArguments: {"command":"sqlite3 /opt/O\u200dmniRoute/data/o\u200dmniroute.`;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_malformed_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: { role: "assistant", content: malformedToolText } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_malformed_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "antigravity/gemini-3.5-flash-low",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: { messages: [{ role: "user", content: "inspect db" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "stop");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls, undefined);
// PR #3355 bug-2 fix: flush now always emits the buffer as plain text (not swallowed).
assert.match(text, /\[Tool call: terminal\]/);
});
test("createSSEStream suppresses malformed compact textual tool-call content", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
candidates: [
{
content: {
parts: [
{
text: "[Tool call: search_files_ide{file_glob:*combos*.ts,path:/opt/OmniRoute,target:files}]",
},
],
},
},
],
})}\n\n`,
`data: ${JSON.stringify({ candidates: [{ finishReason: "STOP" }] })}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.ANTIGRAVITY,
sourceFormat: FORMATS.OPENAI,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: { messages: [{ role: "user", content: "inspect files" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "stop");
assert.equal(choice.message.content, null);
assert.equal(choice.message.tool_calls, undefined);
assert.doesNotMatch(JSON.stringify(onCompletePayload.responseBody), /\[Tool call:/);
});
test("createSSEStream passthrough flushes a buffered final line without a trailing newline", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_2",
object: "chat.completion.chunk",
created: 2,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant", content: "tail chunk" } }],
})}`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
assert.match(text, /tail chunk/);
assert.equal(text.includes("data: "), true);
});
test("createSSEStream passthrough merges multi-line SSE data before forwarding", async () => {
const text = await readTransformed(
[
multilineDataEvent(
{
id: "chatcmpl_multiline",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { content: "hello" }, finish_reason: null }],
},
"choices"
),
`data: [DONE]\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
assert.match(text, /"content":"hello"/);
assert.doesNotMatch(text, /\ndata:\s*,/);
const firstPayload = text
.split("\n")
.find((line) => line.startsWith("data: ") && !line.includes("[DONE]"));
assert.ok(firstPayload, "merged SSE payload should be forwarded as a single JSON data line");
assert.equal(JSON.parse(firstPayload.slice(6)).choices[0].delta.content, "hello");
});
test("createSSEStream passthrough forwards data only after the complete SSE event boundary", async () => {
const text = await readTransformed(
[
[
`data: ${JSON.stringify({ delta: "hello" })}`,
"event: response.output_text.delta",
"",
"",
].join("\n"),
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "responses-model",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
assert.match(text, /^event: response\.output_text\.delta\ndata: /);
assert.doesNotMatch(text, /^data: .*?\n\nevent:/s);
});
test("createSSEStream passthrough preserves event metadata in a single SSE event", async () => {
const text = await readTransformed(
[
[
": upstream-note",
"id: 42",
"trace: upstream-abc",
`data: ${JSON.stringify({
id: "chatcmpl_meta",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { content: "metadata content" } }],
})}`,
"",
"",
].join("\n"),
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
assert.match(text, /^: upstream-note\nid: 42\ntrace: upstream-abc\ndata: /);
assert.doesNotMatch(text, /^: upstream-note\n\nid: 42/s);
assert.doesNotMatch(text, /\ntrace: upstream-abc\n\n/s);
assert.match(text, /metadata content/);
});
test("createSSEStream translate mode converts Claude SSE into OpenAI chunks and completion payload", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_1",
model: "claude-sonnet-4",
role: "assistant",
usage: { input_tokens: 3 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "text", text: "" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "Hello Claude" },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 4 },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.CLAUDE,
sourceFormat: FORMATS.OPENAI,
provider: "claude",
model: "claude-sonnet-4",
body: {
messages: [{ role: "user", content: "hello" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"content":"Hello Claude"/);
assert.match(text, /\[DONE\]/);
assert.equal(onCompletePayload.status, 200);
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Hello Claude");
assert.equal(onCompletePayload.responseBody.usage.prompt_tokens, 3);
assert.equal(onCompletePayload.responseBody.usage.completion_tokens, 4);
assert.equal(onCompletePayload.responseBody.usage.total_tokens, 7);
});
test("createSSEStream translate mode preserves Claude text_delta thinking tags as content", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_text_thinking_tag",
model: "claude-opus-4-6",
role: "assistant",
usage: { input_tokens: 3 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "text", text: "" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "<thinking>\n[metacognition" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "]\n\nVisible answer" },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 4 },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.CLAUDE,
sourceFormat: FORMATS.OPENAI,
provider: "claude",
model: "claude-opus-4-6",
body: {
messages: [{ role: "user", content: "hello" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const deltas = parseJsonDataPayloads(text)
.map((payload) => payload.choices?.[0]?.delta)
.filter(Boolean);
assert.deepEqual(
deltas.filter((delta) => typeof delta.content === "string").map((delta) => delta.content),
["<thinking>\n[metacognition", "]\n\nVisible answer"]
);
assert.equal(
deltas.some((delta) => delta.reasoning_content !== undefined),
false
);
assert.equal(
onCompletePayload.responseBody.choices[0].message.content,
"<thinking>\n[metacognition]\n\nVisible answer"
);
});
test("createSSEStream translate mode keeps native Claude thinking_delta as reasoning_content", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_native_thinking",
model: "claude-opus-4-6",
role: "assistant",
usage: { input_tokens: 3 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "thinking", thinking: "" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "thinking_delta", thinking: "Native plan" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_stop",
index: 0,
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 1,
content_block: { type: "text", text: "" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 1,
delta: { type: "text_delta", text: "Final answer" },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 4 },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.CLAUDE,
sourceFormat: FORMATS.OPENAI,
provider: "claude",
model: "claude-opus-4-6",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
const deltas = parseJsonDataPayloads(text)
.map((payload) => payload.choices?.[0]?.delta)
.filter(Boolean);
assert.ok(deltas.some((delta) => delta.reasoning_content === "Native plan"));
assert.ok(deltas.some((delta) => delta.content === "Final answer"));
});
test("createSSEStream translate mode parses multi-line SSE data events", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_multiline",
model: "claude-sonnet-4",
role: "assistant",
usage: { input_tokens: 3 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "text", text: "" },
})}\n\n`,
multilineDataEvent(
{
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "Hello from multiline SSE" },
},
"delta"
),
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 5 },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.CLAUDE,
sourceFormat: FORMATS.OPENAI,
provider: "claude",
model: "claude-sonnet-4",
body: {
messages: [{ role: "user", content: "hello" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"content":"Hello from multiline SSE"/);
assert.equal(
onCompletePayload.responseBody.choices[0].message.content,
"Hello from multiline SSE"
);
});
test("createSSEStream Responses passthrough converts textual tool-call deltas before streaming", async () => {
let onCompletePayload = null;
const toolText = `[Tool call: terminal]
Arguments: {"command":"systemctl status omniroute"}`;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "response.output_text.delta",
delta: toolText,
})}
`,
`data: ${JSON.stringify({
type: "response.completed",
response: {
id: "resp_textual_tool",
object: "response",
model: "antigravity/gemini-3.5-flash-low",
status: "completed",
output: [],
usage: { input_tokens: 10, output_tokens: 4, total_tokens: 14 },
},
})}
`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
clientResponseFormat: FORMATS.OPENAI_RESPONSES,
provider: "antigravity",
model: "antigravity/gemini-3.5-flash-low",
body: {
input: "check service",
tools: [{ type: "function", name: "terminal", parameters: { type: "object" } }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.doesNotMatch(text, /\[Tool call: terminal\]/);
assert.doesNotMatch(text, /Arguments:/);
assert.match(text, /response.output_item.added/);
assert.match(text, /response.function_call_arguments.done/);
assert.match(text, /"name":"terminal"/);
assert.equal(onCompletePayload.responseBody.choices[0].finish_reason, "tool_calls");
assert.equal(onCompletePayload.responseBody.choices[0].message.content, null);
assert.equal(
onCompletePayload.responseBody.choices[0].message.tool_calls[0].function.name,
"terminal"
);
assert.doesNotMatch(JSON.stringify(onCompletePayload.clientPayload), /\[Tool call: terminal\]/);
});
test("createSSEStream passthrough preserves Responses API events and completion summaries", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "response.output_text.delta",
delta: "Hello ",
})}\n\n`,
`data: ${JSON.stringify({
type: "response.output_text.delta",
delta: "world",
})}\n\n`,
`data: ${JSON.stringify({
type: "response.completed",
response: {
id: "resp_1",
object: "response",
model: "gpt-4.1-mini",
status: "completed",
usage: { input_tokens: 2, output_tokens: 3, total_tokens: 5 },
},
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
provider: "openai",
model: "gpt-4.1-mini",
body: { input: "hello" },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /response.output_text.delta/);
assert.match(text, /response.completed/);
assert.equal(onCompletePayload.responseBody.usage.total_tokens, 5);
assert.equal(onCompletePayload.providerPayload.summary.object, "response");
});
test("createSSEStream passthrough drops leaked empty chat bootstrap chunks for Responses clients", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl-dummy",
object: "chat.completion.chunk",
created: 1,
model: "gpt-5.4",
choices: [
{
index: 0,
delta: { role: "assistant", content: null, refusal: null },
finish_reason: null,
},
],
})}\n\n`,
`event: response.created\ndata: ${JSON.stringify({
type: "response.created",
response: {
id: "resp_1",
object: "response",
model: "gpt-5.4",
status: "in_progress",
output: [],
},
})}\n\n`,
`event: response.in_progress\ndata: ${JSON.stringify({
type: "response.in_progress",
response: {
id: "resp_1",
object: "response",
model: "gpt-5.4",
status: "in_progress",
output: [],
},
})}\n\n`,
`data: ${JSON.stringify({
type: "response.output_text.delta",
delta: "OK",
})}\n\n`,
`data: ${JSON.stringify({
type: "response.completed",
response: {
id: "resp_1",
object: "response",
model: "gpt-5.4",
status: "completed",
output: [],
usage: { input_tokens: 2, output_tokens: 1, total_tokens: 3 },
},
})}\n\n`,
`data: [DONE]\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
clientResponseFormat: FORMATS.OPENAI_RESPONSES,
provider: "openai",
model: "gpt-5.4",
body: { input: "hello" },
}
);
assert.doesNotMatch(text, /chatcmpl-dummy/);
assert.match(text, /response\.created/);
assert.match(text, /response\.output_text\.delta/);
assert.match(text, /"delta":"OK"/);
});
test("buildStreamSummaryFromEvents falls back to response.output_text.delta when completed output is empty", () => {
const summary = buildStreamSummaryFromEvents(
[
{
index: 0,
data: {
type: "response.output_text.delta",
delta: "Hello ",
},
},
{
index: 1,
data: {
type: "response.output_text.delta",
delta: "world",
},
},
{
index: 2,
data: {
type: "response.completed",
response: {
id: "resp_fallback",
object: "response",
model: "gpt-5.4",
status: "completed",
output: [],
usage: { output_tokens: 2 },
},
},
},
],
FORMATS.OPENAI_RESPONSES,
"gpt-5.4"
);
assert.equal((summary as any).object, "response");
assert.equal((summary as any).output[0].type, "message");
assert.equal((summary as any).output[0].content[0].type, "output_text");
assert.equal((summary as any).output[0].content[0].text, "Hello world");
assert.equal((summary as any).usage.output_tokens, 2);
});
test("createSSEStream translate mode aborts on Responses failure with rate limit error", async () => {
let onCompletePayload = null;
await assert.rejects(
readTransformed(
[
`data: ${JSON.stringify({
type: "response.created",
response: {
id: "resp_fail",
object: "response",
model: "gpt-5.4",
status: "in_progress",
output: [],
},
})}\n\n`,
`data: ${JSON.stringify({
type: "response.failed",
response: {
id: "resp_fail",
object: "response",
model: "gpt-5.4",
status: "failed",
error: {
message: "Rate limit reached for gpt-5.4",
code: "rate_limit_exceeded",
},
},
})}\n\n`,
`data: [DONE]\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.OPENAI_RESPONSES,
sourceFormat: FORMATS.OPENAI,
provider: "codex",
model: "gpt-5.4",
body: { messages: [{ role: "user", content: "hello" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
),
/Rate limit reached for gpt-5\.4|Upstream failure/
);
assert.ok(onCompletePayload, "should capture completion payload before aborting");
assert.equal(onCompletePayload.status, 429);
assert.equal(onCompletePayload.responseBody.error.type, "rate_limit_error");
assert.equal(onCompletePayload.responseBody.error.code, "rate_limit_exceeded");
assert.match(onCompletePayload.responseBody.error.message, /Rate limit reached/);
});
test("createSSEStream passthrough restores Claude tool names from the mapping table", async () => {
const toolNameMap = new Map([["tool_alias", "read_file"]]);
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: {
type: "tool_use",
id: "tool_1",
name: "tool_alias",
input: { path: "/tmp/a" },
},
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.CLAUDE,
provider: "claude",
model: "claude-sonnet-4",
toolNameMap,
body: { messages: [{ role: "user", content: "hello" }] },
}
);
assert.match(text, /"name":"read_file"/);
assert.equal(text.includes("tool_alias"), false);
});
test("createSSEStream passthrough fixes generic ids and preserves readable reasoning aliases", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chat",
object: "chat.completion.chunk",
created: 1,
model: "kimi-k2.5",
choices: [
{
index: 0,
delta: {
reasoning: "Let me think first",
},
},
],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "kimi-k2.5",
body: { messages: [{ role: "user", content: "hello" }] },
}
);
assert.match(text, /"id":"chatcmpl-/);
assert.match(text, /"reasoning":"Let me think first"/);
assert.doesNotMatch(text, /"reasoning_content":"Let me think first"/);
});
test("createSSEStream passthrough mirrors unsupported reasoning aliases with valid ids", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_reasoning_alias",
object: "chat.completion.chunk",
created: 1,
model: "kimi-k2.5",
choices: [
{
index: 0,
delta: {
reasoning_text: "Alias-only reasoning",
},
},
],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "kimi-k2.5",
body: { messages: [{ role: "user", content: "hello" }] },
}
);
assert.match(text, /"reasoning_content":"Alias-only reasoning"/);
});
test("createSSEStream passthrough preserves OpenAI content thinking tags as content", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_text_tag",
object: "chat.completion.chunk",
created: 1,
model: "openai-compatible-model",
choices: [
{
index: 0,
delta: { role: "assistant", content: "<thinking>\nVisible prompt tag" },
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_text_tag",
object: "chat.completion.chunk",
created: 1,
model: "openai-compatible-model",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai-compatible",
model: "openai-compatible-model",
body: { messages: [{ role: "user", content: "hello" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const deltas = parseJsonDataPayloads(text)
.map((payload) => payload.choices?.[0]?.delta)
.filter(Boolean);
assert.ok(deltas.some((delta) => delta.content === "<thinking>\nVisible prompt tag"));
assert.equal(
deltas.some((delta) => delta.reasoning_content !== undefined),
false
);
assert.equal(
onCompletePayload.responseBody.choices[0].message.content,
"<thinking>\nVisible prompt tag"
);
});
test("createSSEStream passthrough splits mixed reasoning and content deltas and estimates usage", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_reasoning",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [
{
index: 0,
delta: {
reasoning_content: "First think",
content: "Then answer",
},
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_reasoning",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello world" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const reasoningIndex = text.indexOf('"reasoning_content":"First think"');
const contentIndex = text.indexOf('"content":"Then answer"');
assert.ok(reasoningIndex >= 0);
assert.ok(contentIndex > reasoningIndex);
assert.match(text, /"total_tokens":\d+/);
assert.equal(onCompletePayload.responseBody.choices[0].message.reasoning_content, "First think");
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Then answer");
assert.ok(onCompletePayload.responseBody.usage.total_tokens > 0);
});
test("createSSEStream passthrough output is consumable by SillyTavern-style reasoning parser", async () => {
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_reasoning_st",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [
{
index: 0,
delta: {
reasoning_content: "First think",
content: "Then answer",
},
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_reasoning_st",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai-compatible",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello world" }],
},
}
);
const parsed = parseSillyTavernCustomOpenAIStream(text);
const reasoningEventIndex = parsed.events.findIndex((event) => event.reasoningDelta);
const contentEventIndex = parsed.events.findIndex((event) => event.contentDelta);
assert.equal(parsed.reasoning, "First think");
assert.equal(parsed.content, "Then answer");
assert.ok(reasoningEventIndex >= 0);
assert.ok(contentEventIndex > reasoningEventIndex);
});
test("createSSEStream passthrough writes complete SSE events per converted chunk", async () => {
const convertedChunks = [];
await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_reasoning",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [
{
index: 0,
delta: {
reasoning_content: "First think",
content: "Then answer",
},
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_reasoning",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello world" }],
},
reqLogger: {
appendConvertedChunk(value) {
convertedChunks.push(value);
},
},
}
);
assert.equal(convertedChunks.includes("\n"), false);
for (const chunk of convertedChunks.filter((value) => value.startsWith("data:"))) {
assert.equal(chunk.endsWith("\n\n"), true);
}
});
test("createSSEStream passthrough merges Claude usage chunks and restores mapped tool names", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_passthrough",
model: "claude-sonnet-4",
role: "assistant",
usage: { input_tokens: 6 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: {
type: "tool_use",
id: "tool_1",
name: "tool_alias",
input: { path: "/tmp/a" },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 1,
delta: { text: "Claude says hi" },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 4 },
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.CLAUDE,
provider: "claude",
model: "claude-sonnet-4",
toolNameMap: new Map([["tool_alias", "read_file"]]),
body: {
messages: [{ role: "user", content: "hello" }],
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"name":"read_file"/);
assert.equal(text.includes('"name":"tool_alias"'), false);
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Claude says hi");
assert.equal(onCompletePayload.responseBody.usage.prompt_tokens, 6);
assert.equal(onCompletePayload.responseBody.usage.completion_tokens, 4);
assert.equal(onCompletePayload.responseBody.usage.total_tokens, 10);
});
test("#3685 createSSEStream passthrough emits SSE error (not synthetic text) for empty Claude assistant SSE", async () => {
let failurePayload = null;
let completePayload = null;
await assert.rejects(
readTransformed(
[
`event: message_start\ndata: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_empty_passthrough",
type: "message",
role: "assistant",
model: "claude-sonnet-4",
content: [],
stop_reason: null,
stop_sequence: null,
usage: { input_tokens: 7, output_tokens: 0 },
},
})}\n\n`,
`event: message_stop\ndata: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.CLAUDE,
provider: "claude",
model: "claude-sonnet-4",
body: {
messages: [{ role: "user", content: "hello" }],
},
onFailure(payload) {
failurePayload = payload;
},
onComplete(payload) {
completePayload = payload;
},
}
),
/empty response/i
);
assert.ok(failurePayload, "onFailure should be called");
assert.equal(failurePayload.status, 502);
assert.match(failurePayload.message, /empty response/i);
assert.equal(failurePayload.code, "empty_response", "code must identify the failure kind");
assert.equal(typeof failurePayload.code, "string", "code must be a string");
assert.ok(failurePayload.message.length > 0, "message must be non-empty");
assert.ok(failurePayload.status >= 500, "status must be a server error (5xx)");
assert.equal(completePayload, null, "onComplete must not fire when stream is empty");
});
test("createSSEStream passthrough does not emit [DONE] for Claude SSE clients", async () => {
const text = await readTransformed(
[
`event: message_start\ndata: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_claude_done_gate",
type: "message",
role: "assistant",
model: "claude-sonnet-4",
content: [],
stop_reason: null,
stop_sequence: null,
usage: { input_tokens: 3, output_tokens: 0 },
},
})}\n\n`,
`event: content_block_start\ndata: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "text", text: "" },
})}\n\n`,
`event: content_block_delta\ndata: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "Claude client stream" },
})}\n\n`,
`event: content_block_stop\ndata: ${JSON.stringify({
type: "content_block_stop",
index: 0,
})}\n\n`,
`event: message_delta\ndata: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn", stop_sequence: null },
usage: { output_tokens: 3 },
})}\n\n`,
`event: message_stop\ndata: ${JSON.stringify({
type: "message_stop",
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.CLAUDE,
clientResponseFormat: FORMATS.CLAUDE,
provider: "claude",
model: "claude-sonnet-4",
body: {
messages: [{ role: "user", content: "hello" }],
},
}
);
assert.match(text, /event: message_stop/);
assert.match(text, /Claude client stream/);
assert.doesNotMatch(text, /\[DONE\]/);
});
test("#3685 createSSEStream translate mode emits SSE error (not synthetic text) when OpenAI upstream finishes empty for Claude client", async () => {
let failurePayload = null;
let completePayload = null;
await assert.rejects(
readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_empty_1",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant" } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_empty_1",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
usage: { prompt_tokens: 3, completion_tokens: 0, total_tokens: 3 },
})}\n\n`,
],
{
mode: "translate",
targetFormat: FORMATS.OPENAI,
sourceFormat: FORMATS.CLAUDE,
provider: "openai",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
},
onFailure(payload) {
failurePayload = payload;
},
onComplete(payload) {
completePayload = payload;
},
}
),
/empty response/i
);
assert.ok(failurePayload, "onFailure should be called");
assert.equal(failurePayload.status, 502);
assert.match(failurePayload.message, /empty response/i);
assert.equal(failurePayload.code, "empty_response", "code must identify the failure kind");
assert.ok(failurePayload.message.length > 0, "message must be non-empty");
assert.ok(failurePayload.status >= 500, "status must be a server error (5xx)");
assert.equal(completePayload, null, "onComplete must not fire when stream is empty");
});
test("createSSETransformStreamWithLogger flushes a trailing Claude usage event without a newline", async () => {
let onCompletePayload = null;
const text = await readWithTransform(
[
`data: ${JSON.stringify({
type: "message_start",
message: {
id: "msg_tail",
model: "claude-sonnet-4",
role: "assistant",
usage: { input_tokens: 3 },
},
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_start",
index: 0,
content_block: { type: "text", text: "" },
})}\n\n`,
`data: ${JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: "Buffered tail" },
})}\n\n`,
`data: ${JSON.stringify({
type: "message_delta",
delta: { stop_reason: "end_turn" },
usage: { output_tokens: 5 },
})}`,
],
createSSETransformStreamWithLogger(
FORMATS.CLAUDE,
FORMATS.OPENAI,
"claude",
null,
null,
"claude-sonnet-4",
null,
{ messages: [{ role: "user", content: "hello" }] },
(payload) => {
onCompletePayload = payload;
}
)
);
assert.match(text, /Buffered tail/);
assert.match(text, /\[DONE\]/);
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Buffered tail");
assert.equal(onCompletePayload.responseBody.usage.prompt_tokens, 3);
assert.equal(onCompletePayload.responseBody.usage.completion_tokens, 5);
assert.equal(onCompletePayload.responseBody.usage.total_tokens, 8);
});
test("buildStreamSummaryFromEvents compacts Responses API deltas into a synthetic response", () => {
const summary = buildStreamSummaryFromEvents(
[
{ index: 0, data: { type: "response.output_text.delta", delta: "Hello " } },
{ index: 1, data: { type: "response.output_text.delta", delta: "world" } },
{
index: 2,
data: {
type: "response.output_text.done",
usage: { input_tokens: 2, output_tokens: 3, total_tokens: 5 },
},
},
],
FORMATS.OPENAI_RESPONSES,
"gpt-4.1-mini"
);
assert.equal((summary as any).object, "response");
assert.equal((summary as any).model, "gpt-4.1-mini");
assert.equal((summary as any).output[0].content[0].text, "Hello world");
assert.deepEqual((summary as any).usage, { input_tokens: 2, output_tokens: 3, total_tokens: 5 });
});
test("buildStreamSummaryFromEvents preserves Gemini thought parts and function calls", () => {
const summary = buildStreamSummaryFromEvents(
[
{
index: 0,
data: {
modelVersion: "gemini-2.5-pro",
candidates: [
{
content: {
role: "model",
parts: [
{ text: "Thinking", thought: true },
{ text: " aloud", thought: true },
],
},
},
],
},
},
{
index: 1,
data: {
candidates: [
{
content: {
role: "model",
parts: [
{ text: "Done." },
{ functionCall: { name: "read_file", args: { path: "/tmp/a" } } },
],
},
finishReason: "STOP",
},
],
usageMetadata: {
promptTokenCount: 4,
candidatesTokenCount: 5,
totalTokenCount: 9,
},
},
},
],
FORMATS.GEMINI,
"gemini-2.5-pro"
);
assert.equal((summary as any).modelVersion, "gemini-2.5-pro");
assert.equal((summary as any).candidates[0].content.parts[0].text, "Thinking aloud");
assert.equal((summary as any).candidates[0].content.parts[0].thought, true);
assert.deepEqual((summary as any).candidates[0].content.parts[2], {
functionCall: { name: "read_file", args: { path: "/tmp/a" } },
});
assert.deepEqual((summary as any).usageMetadata, {
promptTokenCount: 4,
candidatesTokenCount: 5,
totalTokenCount: 9,
});
});
test("compactStructuredStreamPayload wraps primitive summaries with Omniroute stream metadata", () => {
const compact = compactStructuredStreamPayload({
_streamed: true,
_format: "sse-json",
_stage: "client_response",
_eventCount: 2,
summary: "done",
});
assert.deepEqual(compact, {
summary: "done",
_omniroute_stream: {
format: "sse-json",
stage: "client_response",
eventCount: 2,
},
});
});
test("createSSETransformStreamWithLogger flushes Responses API terminal events on stream end", async () => {
const text = await readWithTransform(
[
`data: ${JSON.stringify({
id: "chatcmpl_flush",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant", content: "Hello" } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_flush",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
usage: { prompt_tokens: 2, completion_tokens: 3, total_tokens: 5 },
})}\n\n`,
],
createSSETransformStreamWithLogger(
FORMATS.OPENAI,
FORMATS.OPENAI_RESPONSES,
"openai",
null,
null,
"gpt-4.1-mini",
null,
{ messages: [{ role: "user", content: "hello" }] }
)
);
assert.match(text, /response\.created/);
assert.match(text, /response\.completed/);
assert.doesNotMatch(text, /\[DONE\]/);
});
test("createPassthroughStreamWithLogger reuses passthrough mode helpers", async () => {
const text = await readWithTransform(
[
`data: ${JSON.stringify({
id: "chatcmpl_passthrough",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant", content: "Hello again" } }],
})}\n\n`,
"data: [DONE]\n\n",
],
createPassthroughStreamWithLogger("openai", null, null, "gpt-4.1-mini", null, {
messages: [{ role: "user", content: "hello" }],
})
);
assert.match(text, /Hello again/);
assert.match(text, /\[DONE\]/);
});
test("createStructuredSSECollector drops excess events and compactStructuredStreamPayload preserves metadata for object summaries", () => {
const collector = createStructuredSSECollector({
stage: "client_response",
maxEvents: 1,
maxBytes: 512,
});
collector.push({ type: "response.output_text.delta", delta: "one" });
collector.push({ type: "response.output_text.delta", delta: "two" });
const built = collector.build(
{
object: "response",
status: "completed",
},
{ includeEvents: false }
);
const compact = compactStructuredStreamPayload(built);
assert.equal(built._truncated, true);
assert.equal(built._droppedEvents, 1);
assert.equal(built._eventCount, 2);
assert.deepEqual(compact, {
object: "response",
status: "completed",
_omniroute_stream: {
format: "sse-json",
stage: "client_response",
eventCount: 2,
truncated: true,
droppedEvents: 1,
},
});
});
test("createSSEStream passthrough drops keepalive event blocks without losing Responses deltas", async () => {
const text = await readTransformed(
[
"event: keepalive\ndata:\n\n",
`data: ${JSON.stringify({
type: "response.output_text.delta",
delta: "Hello keepalive-safe",
})}\n\n`,
`data: ${JSON.stringify({
type: "response.completed",
response: {
id: "resp_keepalive",
object: "response",
model: "gpt-4.1-mini",
status: "completed",
usage: { input_tokens: 2, output_tokens: 1, total_tokens: 3 },
},
})}\n\n`,
"data: [DONE]\n\n",
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
provider: "openai",
model: "gpt-4.1-mini",
body: { input: "hello" },
}
);
assert.equal(text.includes("event: keepalive"), false);
assert.equal(text.includes("data:\n\n"), false);
assert.match(text, /response\.output_text\.delta/);
assert.match(text, /Hello keepalive-safe/);
assert.match(text, /data: \[DONE\]/);
});
test("createSSEStream passthrough aborts on Responses usage-limit failures and reports 429", async () => {
let failurePayload = null;
await assert.rejects(
readTransformed(
[
`data: ${JSON.stringify({
type: "response.failed",
response: {
id: "resp_usage_limit",
object: "response",
model: "gpt-5.5",
status: "failed",
error: {
code: "usage_limit_reached",
message: "Your weekly usage limit has been reached",
},
},
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
provider: "codex",
model: "gpt-5.5",
body: { input: "hello" },
onFailure(payload) {
failurePayload = payload;
},
}
),
/weekly usage limit|Upstream failure/
);
assert.ok(failurePayload, "should report the stream failure before aborting");
assert.equal(failurePayload.status, 429);
assert.equal(failurePayload.code, "usage_limit_reached");
});
test("createRequestLogger skips disabled logs and caps retained stream chunk bytes", async () => {
const disabled = await createRequestLogger("openai", "openai", "gpt-test", {
enabled: false,
});
disabled.logClientRawRequest("/v1/chat/completions", { prompt: "hello" });
disabled.appendProviderChunk("x".repeat(32));
assert.equal(disabled.getPipelinePayloads(), null);
const logger = await createRequestLogger("openai", "openai", "gpt-test", {
enabled: true,
captureStreamChunks: true,
maxStreamChunkBytes: 5,
});
logger.appendProviderChunk("abcdef");
logger.appendProviderChunk("ghijkl");
const payloads = logger.getPipelinePayloads();
assert.deepEqual(payloads.streamChunks.provider, [
"abcde",
"[stream chunk log truncated after 5 bytes]",
]);
});
test("createRequestLogger caps retained stream chunk item count", async () => {
const logger = await createRequestLogger("openai", "openai", "gpt-test", {
enabled: true,
captureStreamChunks: true,
maxStreamChunkBytes: 1024,
maxStreamChunkItems: 2,
});
logger.appendProviderChunk("one");
logger.appendProviderChunk("two");
logger.appendProviderChunk("three");
const payloads = logger.getPipelinePayloads();
assert.deepEqual(payloads.streamChunks.provider, [
"one",
"[stream chunk log truncated after 2 chunks]",
]);
});
// T-VERIFY: passthrough mode failure decrements pending requests
// Regression test for missing trackPendingRequest(false) on passthrough failure
import { getPendingRequests, clearPendingRequests } from "../../src/lib/usage/usageHistory.ts";
test("createSSEStream passthrough mode decrements pending requests on failure", async () => {
// Clear any existing pending requests first
clearPendingRequests();
const initial = getPendingRequests();
assert.equal(Object.keys(initial.byModel).length, 0, "should start with no pending requests");
let failurePayload = null;
const testProvider = "openai-compatible-test-failure";
const testModel = "gpt-test";
const testConnectionId = "test-conn-123";
await assert.rejects(
readTransformed(
[
`data: ${JSON.stringify({
type: "response.failed",
response: {
id: "resp_failed_test",
object: "response",
model: testModel,
status: "failed",
error: {
code: "test_failure",
message: "Test failure for pending request tracking",
},
},
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI_RESPONSES,
provider: testProvider,
model: testModel,
connectionId: testConnectionId,
body: { input: "hello" },
onFailure(payload) {
failurePayload = payload;
},
}
),
/Test failure|Upstream failure/
);
assert.ok(failurePayload, "should report the stream failure");
// Verify pending requests are properly decremented after failure
const pending = getPendingRequests();
const modelKey = `${testModel} (${testProvider})`;
const count = pending.byModel[modelKey] || 0;
assert.equal(
count,
0,
`pending request count for ${modelKey} should be 0 after failure, got ${count}`
);
});
test("createSSEStream passthrough drops empty choices array chunks", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_empty",
object: "chat.completion.chunk",
created: 1,
model: "kimi-k2.6",
choices: [],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_empty",
object: "chat.completion.chunk",
created: 1,
model: "kimi-k2.6",
choices: [{ index: 0, delta: { role: "assistant", content: "Hello" } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_empty",
object: "chat.completion.chunk",
created: 1,
model: "kimi-k2.6",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "opencode-go",
model: "kimi-k2.6",
body: { messages: [{ role: "user", content: "hello" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
// Empty choices WITHOUT usage are DROPPED, never replaced with a synthetic
// "[OmniRoute] Upstream returned an empty response. Please retry." chunk. That
// injection (reintroduced by #3422) was fed back by clients as a turn and caused
// the retry loop #3388/#3502, which #3400 had fixed by dropping the chunk.
assert.doesNotMatch(text, /\[OmniRoute\] Upstream returned an empty response/);
// Subsequent valid chunks must still pass through untouched.
assert.match(text, /"content":"Hello"/);
assert.match(text, /"finish_reason":"stop"/);
assert.equal(onCompletePayload.status, 200);
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Hello");
});
test("createSSEStream passthrough forwards OpenAI usage-only empty choices chunks", async () => {
let onCompletePayload = null;
const usage = { prompt_tokens: 7, completion_tokens: 3, total_tokens: 10 };
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_usage_only",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: { role: "assistant", content: "Hello" } }],
usage: null,
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_usage_only",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
usage: null,
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_usage_only",
object: "chat.completion.chunk",
created: 1,
model: "gpt-4.1-mini",
choices: [],
usage,
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "openai-compatible",
model: "gpt-4.1-mini",
body: {
messages: [{ role: "user", content: "hello" }],
stream_options: { include_usage: true },
},
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.doesNotMatch(text, /\[OmniRoute\] Upstream returned an empty response/);
assert.match(text, /"choices":\[\]/);
assert.match(text, /"usage":\{"prompt_tokens":7,"completion_tokens":3,"total_tokens":10\}/);
assert.equal(onCompletePayload.status, 200);
assert.equal(onCompletePayload.usage.prompt_tokens, 7);
assert.equal(onCompletePayload.usage.completion_tokens, 3);
assert.equal(onCompletePayload.responseBody.choices[0].message.content, "Hello");
assert.deepEqual(onCompletePayload.responseBody.usage, usage);
});
test("createSSEStream passthrough logs empty response after tool_calls completion", async () => {
let onCompletePayload = null;
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_tool_then_empty",
object: "chat.completion.chunk",
created: 1,
model: "gpt-5.5-xhigh",
choices: [
{
index: 0,
delta: {
tool_calls: [
{
index: 0,
id: "call_tc",
type: "function",
function: { name: "task_complete", arguments: "{}" },
},
],
},
},
],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_tool_then_empty",
object: "chat.completion.chunk",
created: 1,
model: "gpt-5.5-xhigh",
choices: [{ index: 0, delta: {}, finish_reason: "tool_calls" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "codex",
model: "gpt-5.5-xhigh",
body: { messages: [{ role: "user", content: "do task" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
assert.match(text, /"finish_reason":"tool_calls"/);
assert.equal(onCompletePayload.status, 200);
assert.equal(onCompletePayload.responseBody.choices[0].finish_reason, "tool_calls");
assert.equal(
onCompletePayload.responseBody.choices[0].message.tool_calls[0].function.name,
"task_complete"
);
// Content should be null (empty) since no text was generated
assert.equal(onCompletePayload.responseBody.choices[0].message.content, null);
});
test("createSSEStream passthrough does not swallow false positive textual tool call", async () => {
let onCompletePayload = null;
const sentence = "Checking: [Tool call: terminal] was executed successfully.";
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_false_positive_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: { role: "assistant", content: sentence } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_false_positive_textual_tool",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "omniroute",
model: "MainAgent",
body: { messages: [{ role: "user", content: "inspect status" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "stop");
assert.equal(choice.message.content, sentence);
assert.equal(choice.message.tool_calls, undefined);
assert.match(text, /\[Tool call: terminal\] was executed successfully/);
});
test("createSSEStream passthrough does not swallow false positive textual tool call starting chunk", async () => {
let onCompletePayload = null;
const chunk1 = "[Tool call: terminal]";
const chunk2 = " was skipped.";
const text = await readTransformed(
[
`data: ${JSON.stringify({
id: "chatcmpl_false_positive_textual_tool_start",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: { role: "assistant", content: chunk1 } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_false_positive_textual_tool_start",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: { content: chunk2 } }],
})}\n\n`,
`data: ${JSON.stringify({
id: "chatcmpl_false_positive_textual_tool_start",
object: "chat.completion.chunk",
created: 1,
model: "MainAgent",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
})}\n\n`,
],
{
mode: "passthrough",
sourceFormat: FORMATS.OPENAI,
provider: "omniroute",
model: "MainAgent",
body: { messages: [{ role: "user", content: "inspect status" }] },
onComplete(payload) {
onCompletePayload = payload;
},
}
);
const choice = onCompletePayload.responseBody.choices[0];
assert.equal(choice.finish_reason, "stop");
assert.equal(choice.message.content, chunk1 + chunk2);
assert.equal(choice.message.tool_calls, undefined);
assert.match(text, /\[Tool call: terminal\] was skipped/);
});