Files
OmniRoute/tests/unit/call-log-artifact-worker.test.ts
Xiangzhe 100c9dd3fa perf(logging): offload call-log artifacts to a worker (#10123)
* perf(logging): offload call-log artifacts to a worker

* test(call-log): raise drain wait timeout for cold worker spawn

The first cold spawn of the worker_threads artifact worker can take ~2.4s
before queued artifact writes start draining, so a 2s wait in
call-log-save-drain.test.ts flakes on cold runs. Raise it to 10s.

Co-authored-by: diegosouzapw <8016841+diegosouzapw@users.noreply.github.com>

---------

Co-authored-by: xz-dev <xz-dev@users.noreply.github.com>
Co-authored-by: diegosouzapw <8016841+diegosouzapw@users.noreply.github.com>
2026-08-18 10:49:15 -03:00

169 lines
5.4 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-call-log-worker-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const { writeCallArtifactAsync, closeCallLogArtifactWriter, resolveCallLogArtifactWorker } =
await import("../../src/lib/usage/callLogArtifactWriter.ts");
test.after(async () => {
await closeCallLogArtifactWriter();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
});
function buildArtifact(id: string) {
return {
schemaVersion: 5 as const,
summary: {
id,
timestamp: "2026-08-11T12:34:56.789Z",
method: "POST",
path: "/v1/chat/completions",
status: 200,
model: "test-model",
requestedModel: null,
provider: "test-provider",
account: "test-account",
connectionId: null,
duration: 10,
tokens: {
in: 1,
out: 2,
cacheRead: null,
cacheWrite: null,
reasoning: null,
compressed: null,
},
requestType: "chat",
sourceFormat: "openai",
targetFormat: "openai",
apiKeyId: null,
apiKeyName: null,
comboName: null,
comboStepId: null,
comboExecutionKey: null,
},
requestBody: { worker: true },
responseBody: { content: "written" },
error: null,
};
}
test("worker resolution covers npm, standalone, source, and missing layouts", () => {
const layoutRoot = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-worker-layout-"));
const createWorker = (workerFile: string) => {
fs.mkdirSync(path.dirname(workerFile), { recursive: true });
fs.writeFileSync(workerFile, "");
};
try {
const npmRoot = path.join(layoutRoot, "package", "dist");
const npmWorker = path.join(npmRoot, "src", "lib", "usage", "callLogArtifactWorker.js");
createWorker(npmWorker);
assert.deepEqual(
resolveCallLogArtifactWorker({
moduleDir: path.join(npmRoot, ".next", "server", "chunks"),
cwd: path.join(layoutRoot, "unrelated-caller"),
entryFile: path.join(npmRoot, "server.js"),
fileExists: fs.existsSync,
}),
{ workerFile: npmWorker, execArgv: [] }
);
const standaloneRoot = path.join(layoutRoot, "standalone");
const standaloneWorker = path.join(
standaloneRoot,
"src",
"lib",
"usage",
"callLogArtifactWorker.js"
);
createWorker(standaloneWorker);
assert.deepEqual(
resolveCallLogArtifactWorker({
moduleDir: path.join(standaloneRoot, ".next", "server", "chunks"),
cwd: standaloneRoot,
entryFile: null,
fileExists: fs.existsSync,
}),
{ workerFile: standaloneWorker, execArgv: [] }
);
const sourceDir = path.join(layoutRoot, "source", "src", "lib", "usage");
const sourceWorker = path.join(sourceDir, "callLogArtifactWorker.ts");
createWorker(sourceWorker);
assert.deepEqual(
resolveCallLogArtifactWorker({
moduleDir: sourceDir,
cwd: path.join(layoutRoot, "unrelated-source-caller"),
entryFile: null,
fileExists: fs.existsSync,
}),
{ workerFile: sourceWorker, execArgv: ["--import", "tsx/esm"] }
);
const missingRoot = path.join(layoutRoot, "missing");
assert.deepEqual(
resolveCallLogArtifactWorker({
moduleDir: path.join(missingRoot, ".next", "server", "chunks"),
cwd: path.join(layoutRoot, "unrelated-missing-caller"),
entryFile: path.join(missingRoot, "server.js"),
fileExists: fs.existsSync,
}),
{
workerFile: path.join(missingRoot, "src", "lib", "usage", "callLogArtifactWorker.js"),
execArgv: [],
}
);
} finally {
fs.rmSync(layoutRoot, { recursive: true, force: true });
}
const resolved = resolveCallLogArtifactWorker();
assert.equal(fs.existsSync(resolved.workerFile), true);
assert.equal(path.basename(resolved.workerFile), "callLogArtifactWorker.ts");
assert.deepEqual(resolved.execArgv, ["--import", "tsx/esm"]);
const source = fs.readFileSync("src/lib/usage/callLogArtifactWriter.ts", "utf8");
assert.doesNotMatch(source, /firstAncestorWith|MAX_WALK_UP|runtimeAnchors/);
assert.doesNotMatch(source, /new Worker\(/);
assert.match(source, /Reflect\.construct\(Worker/);
});
test("async worker writes call-log artifact and returns matching metadata", async () => {
const artifact = buildArtifact("worker-write-1");
const result = await writeCallArtifactAsync(artifact);
assert.ok(result);
const artifactPath = path.join(TEST_DATA_DIR, "call_logs", result.relPath);
const serialized = fs.readFileSync(artifactPath, "utf8");
assert.equal(result.sizeBytes, Buffer.byteLength(serialized));
assert.match(result.sha256, /^[0-9a-f]{8}$/);
assert.deepEqual(JSON.parse(serialized), artifact);
});
test("bounded queue fails open and rate-limits saturation warnings", async () => {
const originalWarn = console.warn;
let warningCount = 0;
console.warn = () => {
warningCount++;
};
try {
const writes = Array.from({ length: 131 }, (_, index) =>
writeCallArtifactAsync(buildArtifact(`worker-overflow-${index}`))
);
assert.equal(warningCount, 1);
await closeCallLogArtifactWriter(0);
const results = await Promise.all(writes);
assert.ok(results.every((result) => result === null));
} finally {
console.warn = originalWarn;
}
});