mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-08 08:12:20 +03:00
* chore(release): open v3.8.34 development cycle * chore(quality): release-green pre-flight validator + nightly signal (C+D) (#4622) C — scripts/quality/validate-release-green.mjs (npm run check:release-green): reproduces the release-equivalent validation (typecheck, eslint, db-rules, public-creds, full unit, vitest, ratchets, optional --with-build package-artifact) against the current working tree and classifies each red as HARD (real defect, exit 1) vs DRIFT (ratchet — reported, never affects exit / never blocks). Pure helpers exported + orchestration behind a direct-run guard; unit-tested. D — .github/workflows/nightly-release-green.yml: runs C on the active release branch nightly (and on workflow_dispatch) and opens/updates a single tracking issue on HARD failures. Never a required check, never touches a contributor PR. Closes the gap where the full gate (ci.yml) only ran on the release PR, so reds accrued silently on release/** and surfaced in 40-min layers at release time. Non-blocking by construction; drift is the maintainer's to rebaseline at release. Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> * fix(providers): show revealed connection API keys (#4583) Integrated into release/v3.8.34 * fix(resilience): respect upstream retry hint toggle (#4585) Integrated into release/v3.8.34 * feat(settings): expose stream recovery feature flags (#4586) Integrated into release/v3.8.34 * fix(logs): make active request stale sweep configurable (#4599) Integrated into release/v3.8.34 * fix(plugin): auto-prefix providerId with 'opencode-' for OC 1.17.8+ native gate (#4527) Integrated into release/v3.8.34 (supersedes #4445) * fix(models): treat unknown output caps as unset (#4584) Integrated into release/v3.8.34 * fix(executors): strip temperature for GitHub Copilot gpt-5.4 family (#4564) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(oauth): update Qwen OAuth URLs from chat.qwen.ai to qwen.ai (#4561) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(api/settings): prevent cached /api/settings responses (port from 9router#951) (#4566) Integrated into release/v3.8.34 (rebuilt onto tip) * feat(audio): MiniMax T2A v2 TTS dispatch in audioSpeech (port #1043) (#4553) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(dashboard): surface manual config CTA when Open Claw CLI auto-detect fails (#4562) Integrated into release/v3.8.34 (rebuilt onto tip) * feat(providers): optional model ID for custom API-key validation (#4555) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(cli): align data dir and env loading with runtime (#4607) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(quota): expose Bailian quota windows (#4610) Integrated into release/v3.8.34 (rebuilt onto tip) * fix: retain provider cooldowns for configured max window (#4588) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix: reject invalid provider cooldown bounds (#4589) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix: preserve production combo metrics on shadow eviction (#4590) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix(stream): estimate input tokens when upstream reports prompt_tokens=0 (#4615) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(catalog): shorten no-thinking gateway prefix to no-think/ (#4525) Integrated into release/v3.8.34 (rebuilt — kept only the prefix rename, dropped stale-base reverts) * fix(relay): apply IP rate limit to bifrost sidecar (#4593) Integrated into release/v3.8.34 (rebuilt onto tip; merge before #4612) * fix(bifrost): finalize SSE relay usage after stream (#4612) Integrated into release/v3.8.34 (rebuilt + reconciled with #4593) * feat(compression): per-request `x-omniroute-compression` header (Phase 3) (#4645) * docs(compression): Phase 3 per-request header design spec Approved brainstorming output for the x-omniroute-compression header: header-first precedence, name-first combo matching (Decision A), explicit value bypasses auto-trigger (Decision B), DerivedPlan.source, and the X-OmniRoute-Compression response header. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * docs(compression): Phase 3 per-request header implementation plan 4-task TDD plan (resolver header-first + source, parser, chatCore wiring + response header, docs/file-size) with full code and exact commands. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): header-first resolver + plan source (Phase 3 core) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): resolveCompressionHeader parser (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): wire x-omniroute-compression header + response header (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * refactor(compression): extract plan-resolution leaf (planResolution.ts) under size cap (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * docs(compression): document x-omniroute-compression header (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(compression): harden named-combo map + trim engine: header id (Phase 3 review) Addresses gemini-code-assist review on #4645: - Extract buildNamedComboLookup (pure) so a blank/whitespace/null combo name contributes only its id key (no '' key, no throw that disables all combos). - Trim the engine:<id> header value so 'engine: rtk' resolves. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix: exclude exhausted connections from auto scoring (#4592) Integrated into release/v3.8.34 (rebuilt + opt-in gate fix) * fix(dashboard): memoize compatible provider groups (#4613) Integrated into release/v3.8.34 (rebuilt + test added) * fix(dashboard): isolate quota widget refresh clock (#4611) Integrated into release/v3.8.34 (rebuilt + jsdom test) * fix(dashboard): gate topology side effects behind widget visibility (#4606) Integrated into release/v3.8.34 (rebuilt + jsdom test) * fix(dashboard): keep play_arrow spinning on provider Test All buttons (#4563) Integrated into release/v3.8.34 (rebuilt onto tip; UI-cosmetic per owner) * fix(db): schedule retention cleanup + fix cleanup table/column names (extracted from #4428) (#4691) Integrated into release/v3.8.34 (cleanup core extracted from #4428, credit @oyi77) * fix(telemetry): back off live-WS event forwarding when the sidecar is unreachable (#4604) (#4687) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix(api): serve GET /v1/models/{model} as JSON, not the HTML dashboard (#4674) (#4677) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * feat(opencode): add go deepseek reasoning variants (#4647) Integrated into release/v3.8.34 * fix(executors): robust deepseek-web tool-call parsing and agentic context retention (#4644) Integrated into release/v3.8.34 * fix(cli): authenticate `omniroute logs` and honor active context (#4638) Integrated into release/v3.8.34 (authored by Rahul Sharma, AI co-author trailer stripped per project policy) * fix(proxy): apply pipelining:0 + connections cap to the direct dispatcher (#4580) (#4684) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix(executors): Firecrawl web_fetch 500 with include_metadata=true (#4692) Integrated into release/v3.8.34 * fix(routing): include all noAuth models in auto-combos + add reka-flash + best-free template (#4621) Integrated into release/v3.8.34 (dead getFirstRegistryModelId dropped, rebuilt onto tip) * fix(dashboard): gate home topology live-WS networking (#4596) (#4618) Integrated into release/v3.8.34 (adapted onto #4606's extracted topology section: default-hidden flip + enabled gate on useLiveDashboard) * fix(cli): align `omniroute` env loading with the runtime data dir (#4597) (#4619) Integrated into release/v3.8.34 (data-dir.mjs refactor reconciled with #4607; loadEnvFile aligned to getDefaultDataDir) * chore(quality): reconcile file-size baseline for #4644 (deepseek-web.ts 1117->1125) (#4695) file-size reconcile for #4644 * Support quota scraping for OpenCode Go and Ollama Cloud (#4642) Integrated into release/v3.8.34 (Ollama Cloud + OpenCode Go dashboard quota scraping; rebuilt onto tip, gates green: typecheck/public-creds/file-size/lint/docs-sync + 31 tests) * feat(executors): land M365 Copilot pure framing + connection helpers (#4042) (#4696) Land M365 pure modules ahead of draft #4400 * deps: bump production + development groups; migrate js-yaml to v5 ESM (#4697) Incorporates Dependabot #4667 + #4668 + js-yaml v5 ESM migration into release/v3.8.34 * fix: noAuth provider validation + kimi executor routing (#4699) Integrated into release/v3.8.34 (noAuth in NOAUTH_PROVIDERS dynamic check + remove misrouted kimi web alias; 9 tests) * refactor(imageGeneration): extract 8 provider families to co-located files (#4609) Integrated into release/v3.8.34 (extraction completed: added missing imports/exports per module, main imports handlers locally; 145 image-gen tests pass, typecheck/cycles/file-size green) * chore(release): v3.8.34 — finalize changelog, rebaseline drift, fix release-green reds - Finalize CHANGELOG [3.8.34] (43 bullets, full contributor attribution) + seed i18n mirrors - Rebaseline inherited cycle drift surfaced by release-green pre-flight: eslint warnings 3900->3907, cognitive-complexity 797->801 (release-finalize touches no prod code; all drift is from this cycle's contributor merges) - fix(providers): keep reka-flash-3 as the Reka provider default. #4621 inserted reka-flash at the head of the model list, silently changing the default from reka-flash-3 (the free-tier model) to reka-flash; reorder so reka-flash-3 stays default, reka-flash retained. - test: align provider-models-config / provider-models-route / web-cookie-providers-new with #4621 (reka-flash now in the Reka catalog) and #4699 (the `kimi` API-key provider correctly falls through to DefaultExecutor instead of KimiWebExecutor) - chore(quality): allowlist the COMPRESSION_GUIDE doc name in check-fabricated-docs (false-positive env-var match; docs/compression/COMPRESSION_GUIDE.md exists) * fix(release-green): resolve release-PR full-CI reds for v3.8.34 Surfaced only on the release PR (these gates don't run on PR->release fast-gates): - fix(quota): complete HTML-comment sanitization in opencodeOllamaUsage SSR reset-time parsing — strip any <!--...--> generically instead of the two literal React hydration markers, so no partial "<!--" can survive (CodeQL js/incomplete-multi-character- sanitization, HIGH, introduced by #4642). Regression test added. - test(codex): correct the Codex-fingerprint body key order assertion to match the canonical bodyFieldOrder (prompt_cache_key precedes include); #4584 flipped the two and integration tests don't run on fast-gates so it never executed until the release PR. - chore(quality): rebaseline inherited cycle drift surfaced by full CI — zizmorFindings 152->155 (+3 unpinned-uses in nightly-release-green.yml from #4622, same @vN convention as ci.yml) and openapiCoverage.pct 38.4->37.8 (-0.6, contributor routes added faster than openapi docs). Release-finalize touches no prod routes. * fix(release-green): complete CodeQL sanitization + rebaseline complexity drift - fix(quota): handle unterminated HTML comments in opencodeOllamaUsage SSR reset-time parsing — the `(?:-->|$)` arm consumes a trailing "<!--" with no closing "-->", so no partial "<!--" can survive (CodeQL js/incomplete-multi-character-sanitization persisted with the plain <!--...--> form because an unclosed comment could still leave "<!--"). - chore(quality): rebaseline cyclomatic complexity 1915->1916 (+1) — inherited v3.8.34 cycle drift (contributor feature branches); check:complexity does not run on PR->release fast-gates so it surfaced only on the release PR. Release-finalize adds 0 complexity (measured 1916 with/without the regex tweak). dead-code/cognitive/type-coverage/ compression-budget/codeql ratchets all pass. --------- Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> Co-authored-by: Randi <55005611+rdself@users.noreply.github.com> Co-authored-by: Hernan Javier Ardila Sanchez <hjasgr@gmail.com> Co-authored-by: KooshaPari <42529354+KooshaPari@users.noreply.github.com> Co-authored-by: Abhishek Divekar <adivekar@utexas.edu> Co-authored-by: Rahul sharma <sharmaR0810@gmail.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> Co-authored-by: Ronald Estacion <DevEstacion@users.noreply.github.com> Co-authored-by: Igor <60442260+BugsBag@users.noreply.github.com> Co-authored-by: Oonishi <275808243+ponkcore@users.noreply.github.com> Co-authored-by: Paijo <14921983+oyi77@users.noreply.github.com> Co-authored-by: Jan Leon <Jan.gaschler@gmail.com>
615 lines
20 KiB
TypeScript
615 lines
20 KiB
TypeScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
|
|
const { HuggingChatExecutor } = await import("../../open-sse/executors/huggingchat.ts");
|
|
const { PhindExecutor } = await import("../../open-sse/executors/phind.ts");
|
|
const { PoeWebExecutor } = await import("../../open-sse/executors/poe-web.ts");
|
|
const { VeniceWebExecutor } = await import("../../open-sse/executors/venice-web.ts");
|
|
const { V0VercelWebExecutor } = await import("../../open-sse/executors/v0-vercel-web.ts");
|
|
const { KimiWebExecutor } = await import("../../open-sse/executors/kimi-web.ts");
|
|
const { DoubaoWebExecutor } = await import("../../open-sse/executors/doubao-web.ts");
|
|
const { QwenWebExecutor } = await import("../../open-sse/executors/qwen-web.ts");
|
|
const { getExecutor, hasSpecializedExecutor } = await import("../../open-sse/executors/index.ts");
|
|
|
|
// ── Helpers ──────────────────────────────────────────────────────────────────
|
|
|
|
function mockSSEStream(chunks: string[]) {
|
|
const encoder = new TextEncoder();
|
|
return new ReadableStream({
|
|
start(controller) {
|
|
for (const chunk of chunks) {
|
|
controller.enqueue(encoder.encode(chunk));
|
|
}
|
|
controller.enqueue(encoder.encode("data: [DONE]\n\n"));
|
|
controller.close();
|
|
},
|
|
});
|
|
}
|
|
|
|
function mockJSONLStream(lines: string[]) {
|
|
const encoder = new TextEncoder();
|
|
return new ReadableStream({
|
|
start(controller) {
|
|
for (const line of lines) {
|
|
controller.enqueue(encoder.encode(line + "\n"));
|
|
}
|
|
controller.close();
|
|
},
|
|
});
|
|
}
|
|
|
|
function mockFetchCapture(status = 200, responseBody?: ReadableStream | string) {
|
|
const original = globalThis.fetch;
|
|
let capturedUrl: string | null = null;
|
|
let capturedHeaders: Record<string, string> = {};
|
|
let capturedBody: string | null = null;
|
|
|
|
const body =
|
|
typeof responseBody === "string"
|
|
? new ReadableStream({
|
|
start(controller) {
|
|
controller.enqueue(new TextEncoder().encode(responseBody));
|
|
controller.close();
|
|
},
|
|
})
|
|
: responseBody;
|
|
|
|
globalThis.fetch = async (url: any, opts: any) => {
|
|
capturedUrl = String(url);
|
|
capturedHeaders = opts?.headers || {};
|
|
capturedBody = opts?.body || null;
|
|
return new Response(body || "", {
|
|
status,
|
|
headers: { "Content-Type": "text/event-stream; charset=utf-8" },
|
|
});
|
|
};
|
|
|
|
return {
|
|
restore: () => {
|
|
globalThis.fetch = original;
|
|
},
|
|
get url() {
|
|
return capturedUrl;
|
|
},
|
|
get headers() {
|
|
return capturedHeaders;
|
|
},
|
|
get body() {
|
|
return capturedBody;
|
|
},
|
|
};
|
|
}
|
|
|
|
const noopExecuteInput = {
|
|
model: "test-model",
|
|
body: { messages: [{ role: "user", content: "hello" }] },
|
|
stream: true,
|
|
credentials: { apiKey: "test-cookie" },
|
|
signal: null,
|
|
};
|
|
|
|
// ── Registration Tests ───────────────────────────────────────────────────────
|
|
|
|
test("HuggingChat executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("huggingchat"));
|
|
assert.ok(hasSpecializedExecutor("hc"));
|
|
const executor = getExecutor("huggingchat");
|
|
assert.ok(executor instanceof HuggingChatExecutor);
|
|
});
|
|
|
|
test("Phind executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("phind"));
|
|
assert.ok(hasSpecializedExecutor("ph"));
|
|
const executor = getExecutor("phind");
|
|
assert.ok(executor instanceof PhindExecutor);
|
|
});
|
|
|
|
test("Poe Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("poe-web"));
|
|
assert.ok(hasSpecializedExecutor("poe"));
|
|
const executor = getExecutor("poe-web");
|
|
assert.ok(executor instanceof PoeWebExecutor);
|
|
});
|
|
|
|
test("Venice Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("venice-web"));
|
|
assert.ok(hasSpecializedExecutor("ven"));
|
|
const executor = getExecutor("venice-web");
|
|
assert.ok(executor instanceof VeniceWebExecutor);
|
|
});
|
|
|
|
test("v0 Vercel Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("v0-vercel-web"));
|
|
assert.ok(hasSpecializedExecutor("v0"));
|
|
const executor = getExecutor("v0-vercel-web");
|
|
assert.ok(executor instanceof V0VercelWebExecutor);
|
|
});
|
|
|
|
test("Kimi Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("kimi-web"));
|
|
// #4699: the `kimi` API-key provider must NOT be routed through KimiWebExecutor
|
|
// (Bug 2) — it correctly falls through to DefaultExecutor. Only the explicit
|
|
// kimi-web alias keeps the specialized web executor.
|
|
assert.equal(hasSpecializedExecutor("kimi"), false);
|
|
const executor = getExecutor("kimi-web");
|
|
assert.ok(executor instanceof KimiWebExecutor);
|
|
});
|
|
|
|
test("Doubao Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("doubao-web"));
|
|
assert.ok(hasSpecializedExecutor("db"));
|
|
const executor = getExecutor("doubao-web");
|
|
assert.ok(executor instanceof DoubaoWebExecutor);
|
|
});
|
|
|
|
// ── Constructor Tests ────────────────────────────────────────────────────────
|
|
|
|
test("HuggingChat sets correct provider", () => {
|
|
const executor = new HuggingChatExecutor();
|
|
assert.equal(executor.getProvider(), "huggingchat");
|
|
});
|
|
|
|
test("Phind sets correct provider", () => {
|
|
const executor = new PhindExecutor();
|
|
assert.equal(executor.getProvider(), "phind");
|
|
});
|
|
|
|
test("Poe Web sets correct provider", () => {
|
|
const executor = new PoeWebExecutor();
|
|
assert.equal(executor.getProvider(), "poe-web");
|
|
});
|
|
|
|
test("Venice Web sets correct provider", () => {
|
|
const executor = new VeniceWebExecutor();
|
|
assert.equal(executor.getProvider(), "venice-web");
|
|
});
|
|
|
|
test("v0 Vercel Web sets correct provider", () => {
|
|
const executor = new V0VercelWebExecutor();
|
|
assert.equal(executor.getProvider(), "v0-vercel-web");
|
|
});
|
|
|
|
test("Kimi Web sets correct provider", () => {
|
|
const executor = new KimiWebExecutor();
|
|
assert.equal(executor.getProvider(), "kimi-web");
|
|
});
|
|
|
|
test("Doubao Web sets correct provider", () => {
|
|
const executor = new DoubaoWebExecutor();
|
|
assert.equal(executor.getProvider(), "doubao-web");
|
|
});
|
|
|
|
// ── Registration Tests (Qwen Web) ────────────────────────────────────────────
|
|
|
|
test("Qwen Web executor is registered", () => {
|
|
assert.ok(hasSpecializedExecutor("qwen-web"));
|
|
assert.ok(hasSpecializedExecutor("qw"));
|
|
const executor = getExecutor("qwen-web");
|
|
assert.ok(executor instanceof QwenWebExecutor);
|
|
});
|
|
|
|
// ── Constructor Tests (Qwen Web) ─────────────────────────────────────────────
|
|
|
|
test("Qwen Web sets correct provider", () => {
|
|
const executor = new QwenWebExecutor();
|
|
assert.equal(executor.getProvider(), "qwen-web");
|
|
});
|
|
|
|
// ── HuggingChat Execution Tests ──────────────────────────────────────────────
|
|
|
|
test("HuggingChat: streaming returns SSE chunks", async () => {
|
|
const jsonlData = [
|
|
JSON.stringify({ type: "stream", token: "Hello " }),
|
|
JSON.stringify({ type: "stream", token: "world" }),
|
|
JSON.stringify({ type: "finalAnswer", text: "Hello world" }),
|
|
];
|
|
|
|
const original = globalThis.fetch;
|
|
let callCount = 0;
|
|
globalThis.fetch = async (url: any, opts: any) => {
|
|
callCount++;
|
|
if (callCount === 1) {
|
|
// First call: create conversation
|
|
return new Response(JSON.stringify({ conversationId: "test-conv-123" }), {
|
|
status: 200,
|
|
headers: { "Content-Type": "application/json" },
|
|
});
|
|
}
|
|
// Second call: send message (returns JSONL stream)
|
|
return new Response(mockJSONLStream(jsonlData), {
|
|
status: 200,
|
|
headers: { "Content-Type": "text/plain; charset=utf-8" },
|
|
});
|
|
};
|
|
|
|
try {
|
|
const executor = new HuggingChatExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "meta-llama/Llama-3.3-70B-Instruct",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 200);
|
|
assert.ok(result.url.includes("huggingface.co"));
|
|
const text = await result.response.text();
|
|
assert.ok(text.includes("data:"));
|
|
assert.ok(text.includes("[DONE]"));
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
test("HuggingChat: non-streaming returns JSON completion", async () => {
|
|
const jsonlData = [
|
|
JSON.stringify({ type: "stream", token: "Hello " }),
|
|
JSON.stringify({ type: "stream", token: "world" }),
|
|
JSON.stringify({ type: "finalAnswer", text: "Hello world" }),
|
|
];
|
|
|
|
const original = globalThis.fetch;
|
|
let callCount = 0;
|
|
globalThis.fetch = async (url: any, opts: any) => {
|
|
callCount++;
|
|
if (callCount === 1) {
|
|
return new Response(JSON.stringify({ conversationId: "test-conv-123" }), {
|
|
status: 200,
|
|
headers: { "Content-Type": "application/json" },
|
|
});
|
|
}
|
|
return new Response(mockJSONLStream(jsonlData), {
|
|
status: 200,
|
|
headers: { "Content-Type": "text/plain; charset=utf-8" },
|
|
});
|
|
};
|
|
|
|
try {
|
|
const executor = new HuggingChatExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
stream: false,
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
const text = await result.response.text();
|
|
const parsed = JSON.parse(text);
|
|
assert.equal(parsed.object, "chat.completion");
|
|
assert.ok(parsed.choices[0].message.content);
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
test("HuggingChat: error response returns error result", async () => {
|
|
const original = globalThis.fetch;
|
|
globalThis.fetch = async () => {
|
|
return new Response("Unauthorized", {
|
|
status: 401,
|
|
headers: { "Content-Type": "text/plain" },
|
|
});
|
|
};
|
|
try {
|
|
const executor = new HuggingChatExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
credentials: { apiKey: "bad-cookie" },
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 401);
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
test("HuggingChat: fetch failure returns 502", async () => {
|
|
const original = globalThis.fetch;
|
|
globalThis.fetch = async () => {
|
|
throw new Error("Network error");
|
|
};
|
|
try {
|
|
const executor = new HuggingChatExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 502);
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
// ── Phind Execution Tests ────────────────────────────────────────────────────
|
|
|
|
test("Phind: streaming returns SSE chunks", async () => {
|
|
const sseData = [
|
|
'data: {"choices":[{"delta":{"content":"Hello "}}]}',
|
|
'data: {"choices":[{"delta":{"content":"world"}}]}',
|
|
];
|
|
const restore = mockFetchCapture(200, mockSSEStream(sseData));
|
|
try {
|
|
const executor = new PhindExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "phind-model",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.ok(result.url.includes("phind.com"));
|
|
const text = await result.response.text();
|
|
assert.ok(text.includes("data:"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("Phind: error response returns error result", async () => {
|
|
const restore = mockFetchCapture(403, "Forbidden");
|
|
try {
|
|
const executor = new PhindExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 403);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── Poe Web Execution Tests ──────────────────────────────────────────────────
|
|
|
|
test("Poe Web: non-streaming returns JSON completion", async () => {
|
|
const mockResponse = JSON.stringify({
|
|
data: { chatWithBot: { text: "Hello from Poe" } },
|
|
});
|
|
const restore = mockFetchCapture(200, mockResponse);
|
|
try {
|
|
const executor = new PoeWebExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
stream: false,
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
const text = await result.response.text();
|
|
const parsed = JSON.parse(text);
|
|
assert.equal(parsed.object, "chat.completion");
|
|
assert.ok(parsed.choices[0].message.content);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("Poe Web: sends p-b cookie in header", async () => {
|
|
const mockResponse = JSON.stringify({
|
|
data: { chatWithBot: { text: "ok" } },
|
|
});
|
|
const restore = mockFetchCapture(200, mockResponse);
|
|
try {
|
|
const executor = new PoeWebExecutor();
|
|
await executor.execute({
|
|
...noopExecuteInput,
|
|
credentials: { apiKey: "p-b=abc123" },
|
|
stream: false,
|
|
});
|
|
assert.ok(restore.headers.Cookie?.includes("p-b=abc123"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── Venice Web Execution Tests ───────────────────────────────────────────────
|
|
|
|
test("Venice Web: streaming passes through SSE", async () => {
|
|
const sseData = ['data: {"choices":[{"delta":{"content":"Hello"}}]}'];
|
|
const restore = mockFetchCapture(200, mockSSEStream(sseData));
|
|
try {
|
|
const executor = new VeniceWebExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "venice-default",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.ok(result.url.includes("venice.ai"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("Venice Web: error response returns error result", async () => {
|
|
const restore = mockFetchCapture(500, "Internal Server Error");
|
|
try {
|
|
const executor = new VeniceWebExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 500);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── v0 Vercel Web Execution Tests ────────────────────────────────────────────
|
|
|
|
test("v0 Vercel Web: streaming passes through SSE", async () => {
|
|
const sseData = ['data: {"choices":[{"delta":{"content":"function hello() {}"}}]}'];
|
|
const restore = mockFetchCapture(200, mockSSEStream(sseData));
|
|
try {
|
|
const executor = new V0VercelWebExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "v0-default",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.ok(result.url.includes("v0.dev"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("v0 Vercel Web: error response returns error result", async () => {
|
|
const restore = mockFetchCapture(429, "Rate limited");
|
|
try {
|
|
const executor = new V0VercelWebExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 429);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── Kimi Web Execution Tests ─────────────────────────────────────────────────
|
|
|
|
test("Kimi Web: streaming passes through SSE", async () => {
|
|
const sseData = ['data: {"choices":[{"delta":{"content":"你好"}}]}'];
|
|
const restore = mockFetchCapture(200, mockSSEStream(sseData));
|
|
try {
|
|
const executor = new KimiWebExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "kimi-default",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.ok(result.url.includes("kimi.moonshot.cn"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("Kimi Web: error response returns error result", async () => {
|
|
const restore = mockFetchCapture(401, "Unauthorized");
|
|
try {
|
|
const executor = new KimiWebExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 401);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── Doubao Web Execution Tests ───────────────────────────────────────────────
|
|
|
|
test("Doubao Web: streaming passes through SSE", async () => {
|
|
const sseData = ['data: {"choices":[{"delta":{"content":"你好世界"}}]}'];
|
|
const restore = mockFetchCapture(200, mockSSEStream(sseData));
|
|
try {
|
|
const executor = new DoubaoWebExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
model: "doubao-default",
|
|
});
|
|
assert.ok(result.response instanceof Response);
|
|
assert.ok(result.url.includes("doubao.com"));
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
test("Doubao Web: error response returns error result", async () => {
|
|
const restore = mockFetchCapture(502, "Bad Gateway");
|
|
try {
|
|
const executor = new DoubaoWebExecutor();
|
|
const result = await executor.execute(noopExecuteInput);
|
|
assert.ok(result.response instanceof Response);
|
|
assert.equal(result.response.status, 502);
|
|
} finally {
|
|
restore.restore();
|
|
}
|
|
});
|
|
|
|
// ── Cookie Normalization Tests ───────────────────────────────────────────────
|
|
|
|
test("All executors handle Cookie: prefix", async () => {
|
|
const executors = [
|
|
new HuggingChatExecutor(),
|
|
new PhindExecutor(),
|
|
new PoeWebExecutor(),
|
|
new VeniceWebExecutor(),
|
|
new V0VercelWebExecutor(),
|
|
new KimiWebExecutor(),
|
|
new DoubaoWebExecutor(),
|
|
];
|
|
|
|
const original = globalThis.fetch;
|
|
let lastHeaders: Record<string, string> = {};
|
|
globalThis.fetch = async (_url: any, opts: any) => {
|
|
lastHeaders = opts?.headers || {};
|
|
// Poe expects JSON response with chatWithBot
|
|
const body = JSON.stringify({ data: { chatWithBot: { text: "ok" } } });
|
|
return new Response(body, {
|
|
status: 200,
|
|
headers: { "Content-Type": "application/json" },
|
|
});
|
|
};
|
|
|
|
try {
|
|
for (const executor of executors) {
|
|
await executor.execute({
|
|
...noopExecuteInput,
|
|
credentials: { apiKey: "Cookie: test=value" },
|
|
stream: false,
|
|
});
|
|
// Cookie should be normalized (may or may not have prefix depending on executor)
|
|
assert.ok(lastHeaders.Cookie || lastHeaders.Authorization || lastHeaders["Content-Type"]);
|
|
}
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
test("All executors handle bare cookie value", async () => {
|
|
const executors = [
|
|
new HuggingChatExecutor(),
|
|
new PhindExecutor(),
|
|
new PoeWebExecutor(),
|
|
new VeniceWebExecutor(),
|
|
new V0VercelWebExecutor(),
|
|
new KimiWebExecutor(),
|
|
new DoubaoWebExecutor(),
|
|
];
|
|
|
|
const original = globalThis.fetch;
|
|
let lastHeaders: Record<string, string> = {};
|
|
globalThis.fetch = async (_url: any, opts: any) => {
|
|
lastHeaders = opts?.headers || {};
|
|
// Poe expects JSON response with chatWithBot
|
|
const body = JSON.stringify({ data: { chatWithBot: { text: "ok" } } });
|
|
return new Response(body, {
|
|
status: 200,
|
|
headers: { "Content-Type": "application/json" },
|
|
});
|
|
};
|
|
|
|
try {
|
|
for (const executor of executors) {
|
|
await executor.execute({
|
|
...noopExecuteInput,
|
|
credentials: { apiKey: "bare-cookie-value" },
|
|
stream: false,
|
|
});
|
|
assert.ok(lastHeaders["Content-Type"]);
|
|
}
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|
|
|
|
// ── Abort Signal Tests ───────────────────────────────────────────────────────
|
|
|
|
test("HuggingChat: respects abort signal", async () => {
|
|
const controller = new AbortController();
|
|
controller.abort();
|
|
|
|
const original = globalThis.fetch;
|
|
let fetchCalled = false;
|
|
globalThis.fetch = async (_url: any, _opts: any) => {
|
|
fetchCalled = true;
|
|
return new Response("ok", { status: 200 });
|
|
};
|
|
|
|
try {
|
|
const executor = new HuggingChatExecutor();
|
|
const result = await executor.execute({
|
|
...noopExecuteInput,
|
|
signal: controller.signal,
|
|
});
|
|
// Should still complete (fetch may or may not be called depending on implementation)
|
|
assert.ok(result.response instanceof Response);
|
|
} finally {
|
|
globalThis.fetch = original;
|
|
}
|
|
});
|