mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-21 22:52:19 +03:00
Merge pull request #10915 from diegosouzapw/fix/10765-rtk-unconditional-stats
fix: skip expensive RTK compression stats computation on no-op runs (#10765)
This commit is contained in:
1
changelog.d/fixes/10765-rtk-unconditional-stats-cpu.md
Normal file
1
changelog.d/fixes/10765-rtk-unconditional-stats-cpu.md
Normal file
@@ -0,0 +1 @@
|
||||
- fix(compression): skip the expensive `createCompressionStats()` pass in RTK when no message was actually compressed, matching every sibling stacked engine (#10765)
|
||||
@@ -656,6 +656,18 @@ export function applyRtkCompression(
|
||||
};
|
||||
});
|
||||
|
||||
// Mirror the sibling stacked engines (headroom, session-dedup, ccr, relevance,
|
||||
// ionizer, readLifecycle): skip the expensive createCompressionStats() pass
|
||||
// (full JSON.stringify + tokenizer over the whole body, twice) when nothing
|
||||
// actually changed. Untouched messages keep their original reference above,
|
||||
// so a reference-identity scan is enough to detect the no-op case (#10765).
|
||||
const anyMessageChanged = compressedMessages.some(
|
||||
(message, index) => message !== messages[index]
|
||||
);
|
||||
if (!anyMessageChanged) {
|
||||
return { body, compressed: false, stats: null };
|
||||
}
|
||||
|
||||
const compressedBody = { ...adapter.body, messages: compressedMessages };
|
||||
const stats = createCompressionStats(
|
||||
adapter.body,
|
||||
|
||||
@@ -70,7 +70,8 @@ describe("RTK compression engine", () => {
|
||||
assert.equal(rtkEngine.validateConfig({ intensity: "invalid" }).valid, false);
|
||||
assert.equal(rtkEngine.validateConfig({ rawOutputRetention: "always" }).valid, true);
|
||||
|
||||
const body = { messages: [{ role: "tool", content: "same\nsame\nsame\nsame" }] };
|
||||
const repeated = Array.from({ length: 20 }, () => "same").join("\n");
|
||||
const body = { messages: [{ role: "tool", content: repeated }] };
|
||||
assert.equal(
|
||||
rtkEngine.apply(body, { config: { rtkConfig: { enabled: true } } }).stats?.engine,
|
||||
"rtk"
|
||||
|
||||
32
tests/unit/probe-10765-rtk-noop-stats.test.ts
Normal file
32
tests/unit/probe-10765-rtk-noop-stats.test.ts
Normal file
@@ -0,0 +1,32 @@
|
||||
import { test } from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { applyRtkCompression } from "../../open-sse/services/compression/engines/rtk/index.ts";
|
||||
|
||||
// Issue #10765: enabling RTK causes ~100% CPU even when the engine finds nothing to
|
||||
// compress ("It also occurs when the engine does not modify the request and reports
|
||||
// no token savings."). Root cause: applyRtkCompression() unconditionally calls
|
||||
// createCompressionStats() at the end of the function — which does a full
|
||||
// JSON.stringify() (+ tiktoken tokenize for Codex bodies) of the ENTIRE request body,
|
||||
// TWICE (original + compressed) — even when zero messages were touched.
|
||||
//
|
||||
// Every sibling stacked engine (headroom, session-dedup, ccr, relevance, ionizer,
|
||||
// readLifecycle) returns `stats: null` early when nothing changed, skipping this
|
||||
// expensive computation entirely. RTK is the outlier: it always pays the cost.
|
||||
test("RTK no-op run should skip the expensive stats computation (like sibling engines)", () => {
|
||||
const body = {
|
||||
model: "codex/gpt-5",
|
||||
provider: "codex",
|
||||
messages: [
|
||||
{ role: "user", content: "hello, this is a simple message with nothing to compress" },
|
||||
],
|
||||
};
|
||||
|
||||
const result = applyRtkCompression(body, { config: { enabled: true } });
|
||||
|
||||
assert.equal(result.compressed, false, "RTK made no changes");
|
||||
assert.equal(
|
||||
result.stats,
|
||||
null,
|
||||
"RTK should return stats: null on a no-op run, like every sibling stacked engine"
|
||||
);
|
||||
});
|
||||
Reference in New Issue
Block a user