mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-14 02:42:24 +03:00
65e81158ab
Landed with the design call resolved per the owner's pick — **option 1**: the synced store is now endpoint-agnostic (persistDiscoveredModels and managedModelImport no longer drop non-chat models at write time), and chat selectability moved to read time (auto-pool expansion in autoStrategy applies filterChatSelectableModels; the models-route projection already had its chatOnly filter). Your discovery test now passes end-to-end (3/3): /api/show capabilities persist per connection and image/embedding requests route through the advertising host. Reconciliation notes: conflicted areas merged onto the current tip (adobe discovery import, requestedModel preflight signature, resolvedProvider fast-path coexists with the synced-route override — explicit resolution wins); carried base-red drains (#10055 memoization, #11071 test variants) dropped as already-landed; the managed-model-import exclusion test was propagated to the new contract (image/video models persist; the read filter still hides them from chat pickers — pinned by a new assertion). Full battery: 205/206 focused (the one red is a confirmed periodic-timer timing flake on the loaded devbox — 20/20 isolated), autoCombo vitest 30/30, combo suites 46/46, gates + typecheck clean. Thank you @yourspraveen — the capability probe + routing design was right; it just needed the store contract opened up. Fixes #11087.
76 lines
2.5 KiB
TypeScript
76 lines
2.5 KiB
TypeScript
import assert from "node:assert/strict";
|
|
import test from "node:test";
|
|
|
|
import { POST } from "../../src/app/api/v1/chat/completions/route.ts";
|
|
import { getCallLogPipelineCaptureStreamChunks } from "../../src/lib/logEnv.ts";
|
|
|
|
const originalConsoleError = console.error;
|
|
const originalCaptureChunks = process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS;
|
|
const originalRequestShape = process.env.OMNIROUTE_LOG_REQUEST_SHAPE;
|
|
|
|
test.afterEach(() => {
|
|
console.error = originalConsoleError;
|
|
|
|
if (originalCaptureChunks === undefined) {
|
|
delete process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS;
|
|
} else {
|
|
process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS = originalCaptureChunks;
|
|
}
|
|
|
|
if (originalRequestShape === undefined) {
|
|
delete process.env.OMNIROUTE_LOG_REQUEST_SHAPE;
|
|
} else {
|
|
process.env.OMNIROUTE_LOG_REQUEST_SHAPE = originalRequestShape;
|
|
}
|
|
});
|
|
|
|
test("stream-chunk pipeline capture is disabled by default and supports explicit opt-in", () => {
|
|
delete process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS;
|
|
assert.equal(getCallLogPipelineCaptureStreamChunks(), false);
|
|
|
|
process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS = "true";
|
|
assert.equal(getCallLogPipelineCaptureStreamChunks(), true);
|
|
|
|
process.env.CALL_LOG_PIPELINE_CAPTURE_STREAM_CHUNKS = "false";
|
|
assert.equal(getCallLogPipelineCaptureStreamChunks(), false);
|
|
});
|
|
|
|
async function requestShapeMarkers(value: string | undefined): Promise<string[]> {
|
|
if (value === undefined) {
|
|
delete process.env.OMNIROUTE_LOG_REQUEST_SHAPE;
|
|
} else {
|
|
process.env.OMNIROUTE_LOG_REQUEST_SHAPE = value;
|
|
}
|
|
|
|
const markers: string[] = [];
|
|
console.error = (...args: unknown[]) => {
|
|
const message = args.map(String).join(" ");
|
|
if (message.includes("[CHAT-ROUTE] large body")) markers.push(message);
|
|
};
|
|
|
|
const body = JSON.stringify({
|
|
messages: [{ role: "user", content: "x".repeat(300 * 1024) }],
|
|
});
|
|
const response = await POST(
|
|
new Request("http://localhost/v1/chat/completions", {
|
|
method: "POST",
|
|
headers: {
|
|
"content-length": String(Buffer.byteLength(body)),
|
|
"content-type": "application/json",
|
|
},
|
|
body,
|
|
})
|
|
);
|
|
await response.text();
|
|
return markers;
|
|
}
|
|
|
|
test("large-request shape logging requires the exact opt-in value 1", async () => {
|
|
assert.deepEqual(await requestShapeMarkers(undefined), []);
|
|
assert.deepEqual(await requestShapeMarkers("true"), []);
|
|
|
|
const enabledMarkers = await requestShapeMarkers("1");
|
|
assert.equal(enabledMarkers.length, 1);
|
|
assert.match(enabledMarkers[0], /content-length=3072\d\d/);
|
|
});
|