mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-13 18:32:12 +03:00
* feat(compression): make proactive context-compression threshold a live setting The proactive compression trigger ratio was a hardcoded COMPRESSION_THRESHOLD = 0.7 in chatCore. Operators could not move compression relative to a client's own compaction point (e.g. Codex Desktop self-compacts at ~0.85 of its window, so the 0.7 proxy threshold always preempts the client's compaction with the proxy's lossier one — see #8932 for what that produced before 3.8.50). New: key_value namespace 'compression', key 'proactiveConfig', {"thresholdRatio": 0.7}. Clamped [0.1, 0.99], 30s TTL cache, ipFilter persistence pattern (#6131), synchronous read stays in the hot path. Default unchanged; missing/invalid rows fall back to 0.7. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com> * test(compression): cover the live proactive-compression threshold (read, validity bounds, fallback, TTL) Locks in getProactiveCompressionRatio() (src/lib/db/compression.ts), the key_value-backed replacement for chatCore's hardcoded 0.7: - shipped default 0.7 when no compression/proactiveConfig row exists - 30s TTL cache: a fresh DB write stays invisible until the TTL lapses (clock mocked via node:test mock timers, Date API — the module keeps its cache private with no reset hook) - valid override read from key_value, boundary values 0.1/0.99 included - out-of-range ratios fall back to the DEFAULT (a validity window, not clamping to the nearest bound — matching the shipped comment) - broken JSON / non-numeric thresholdRatio: 0.7, without throwing Guard verified by mutation: switching the window to clamping fails the out-of-range case. --------- Co-authored-by: root-cli (Hermes ops) <info@livewellwith.us> Co-authored-by: Claude Opus 5 <noreply@anthropic.com> Co-authored-by: diegosouzapw <8016841+diegosouzapw@users.noreply.github.com> Co-authored-by: Diego Rodrigues de Sa e Souza <diegosouza.pw@gmail.com>
131 lines
5.0 KiB
TypeScript
131 lines
5.0 KiB
TypeScript
// Live proactive-compression threshold knob (PR: make the 0.7 ratio a setting).
|
|
//
|
|
// `getProactiveCompressionRatio()` (src/lib/db/compression.ts) replaces the
|
|
// hardcoded `COMPRESSION_THRESHOLD = 0.7` in open-sse/handlers/chatCore.ts with
|
|
// a key_value-backed read: namespace "compression", key "proactiveConfig",
|
|
// JSON `{"thresholdRatio": <number>}`, guarded by a 30s TTL cache so the sync
|
|
// hot path never pays a per-request SQLite read.
|
|
//
|
|
// Covered here:
|
|
// 1. no row → shipped default 0.7
|
|
// 2. TTL cache → a fresh DB write is invisible until the 30s TTL
|
|
// lapses (and visible right after)
|
|
// 3. valid override → the stored ratio is returned
|
|
// 4. boundary values → 0.1 and 0.99 are inside the validity window
|
|
// 5. out-of-range → falls back to the DEFAULT (0.7) — the guard is a
|
|
// validity window, not clamping to the nearest bound
|
|
// 6. broken JSON → 0.7, without throwing
|
|
// 7. non-numeric value → 0.7
|
|
//
|
|
// The module keeps its TTL cache in a private module-level variable with no
|
|
// reset hook, so the clock itself is mocked (node:test mock timers, Date API)
|
|
// and each scenario advances past the TTL to force a fresh DB read. The DB is
|
|
// primed (migrations run) BEFORE the clock is mocked so migration timestamps
|
|
// stay real.
|
|
import test, { mock } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import fs from "node:fs";
|
|
import os from "node:os";
|
|
import path from "node:path";
|
|
|
|
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-proactive-ratio-"));
|
|
process.env.DATA_DIR = TEST_DATA_DIR;
|
|
|
|
const core = await import("../../src/lib/db/core.ts");
|
|
const compression = await import("../../src/lib/db/compression.ts");
|
|
|
|
const DEFAULT_RATIO = 0.7;
|
|
const TTL_MS = 30_000;
|
|
|
|
// Prime the DB (runs migrations, creates key_value) in real time, then freeze
|
|
// the clock. Every getProactiveCompressionRatio() cache stamp after this point
|
|
// lives in mocked time, so tick() deterministically controls TTL expiry.
|
|
core.getDbInstance();
|
|
mock.timers.enable({ apis: ["Date"], now: 1_000_000 });
|
|
|
|
function writeRatioRow(rawValue: string): void {
|
|
core
|
|
.getDbInstance()
|
|
.prepare(
|
|
"INSERT OR REPLACE INTO key_value (namespace, key, value) VALUES ('compression', 'proactiveConfig', ?)"
|
|
)
|
|
.run(rawValue);
|
|
}
|
|
|
|
/** Advance mocked time past the 30s TTL so the next read hits the DB. */
|
|
function expireTtl(): void {
|
|
mock.timers.tick(TTL_MS + 1);
|
|
}
|
|
|
|
test.after(() => {
|
|
mock.timers.reset();
|
|
core.resetDbInstance();
|
|
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
|
|
});
|
|
|
|
test("returns the shipped 0.7 default when no override row exists", () => {
|
|
assert.equal(compression.getProactiveCompressionRatio(), DEFAULT_RATIO);
|
|
});
|
|
|
|
test("serves the cached value inside the 30s TTL — a fresh DB write is not visible yet", () => {
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 0.85 }));
|
|
mock.timers.tick(5_000); // still inside the TTL primed by the previous read
|
|
assert.equal(
|
|
compression.getProactiveCompressionRatio(),
|
|
DEFAULT_RATIO,
|
|
"a write inside the TTL window must not bypass the cache"
|
|
);
|
|
});
|
|
|
|
test("reads a valid override from key_value once the TTL lapses", () => {
|
|
// Row 0.85 was written in the previous test; only the clock moves here.
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), 0.85);
|
|
});
|
|
|
|
test("accepts both boundary values of the validity window (0.1 and 0.99)", () => {
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 0.1 }));
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), 0.1);
|
|
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 0.99 }));
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), 0.99);
|
|
});
|
|
|
|
test("falls back to the default for out-of-range ratios (validity window, not clamping)", () => {
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 0.05 })); // below 0.1
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), DEFAULT_RATIO);
|
|
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 1.2 })); // above 0.99
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), DEFAULT_RATIO);
|
|
});
|
|
|
|
test("falls back to the default without throwing on broken JSON", () => {
|
|
writeRatioRow("{not json");
|
|
expireTtl();
|
|
let ratio = Number.NaN;
|
|
assert.doesNotThrow(() => {
|
|
ratio = compression.getProactiveCompressionRatio();
|
|
});
|
|
assert.equal(ratio, DEFAULT_RATIO);
|
|
});
|
|
|
|
test("falls back to the default on a non-numeric or absent thresholdRatio", () => {
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: "fast" }));
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), DEFAULT_RATIO);
|
|
|
|
writeRatioRow(JSON.stringify({ somethingElse: 0.9 }));
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), DEFAULT_RATIO);
|
|
});
|
|
|
|
test("a valid override recovers after a broken one, on the next TTL expiry", () => {
|
|
writeRatioRow(JSON.stringify({ thresholdRatio: 0.5 }));
|
|
expireTtl();
|
|
assert.equal(compression.getProactiveCompressionRatio(), 0.5);
|
|
});
|