Files
OmniRoute/tests/fixtures/compression/session-dedup-memory-7849.ts
Ravi Tharuma b1d3a513f2 fix: bound quadratic session-dedup memory growth (#7855)
* fix: bound long-context compression memory

* perf: scan session dedup line starts natively

---------

Co-authored-by: Ravi Tharuma <RaviTharuma@users.noreply.github.com>
2026-07-20 15:55:55 -03:00

33 lines
775 B
TypeScript

import { applyStackedCompression } from "../../../open-sse/services/compression/index.ts";
const lines = Array.from({ length: 4_000 }, (_, index) => {
const prefix = `line-${index.toString().padStart(4, "0")}:`;
return prefix + "x".repeat(80 - prefix.length);
});
const body = {
messages: [{ role: "tool", content: lines.join("\n") }],
};
const enginesRun: string[] = [];
const result = applyStackedCompression(
body,
[
{ engine: "session-dedup" },
{ engine: "lite" },
{ engine: "rtk" },
{ engine: "headroom" },
{ engine: "caveman" },
],
{
onEngineStep: (step) => {
enginesRun.push(step.engine);
},
}
);
process.stdout.write(
JSON.stringify({
enginesRun,
warnings: result.stats?.validationWarnings ?? [],
})
);