mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-31 04:12:10 +03:00
refactor(compression): remove vestigial SLM seam + dead deprecated alias (#4253)
Integrated into release/v3.8.29 — remove vestigial SLM seam (createSLMStub/SLMInterface) + dead estimateTokensForStats alias. Validated: ultra.test.ts 39/39 green, zero code callers of the removed symbols.
This commit is contained in:
committed by
GitHub
parent
f06e63f818
commit
3bc1a0f6de
@@ -151,8 +151,8 @@ export { compressAggressive } from "./aggressive.ts";
|
||||
|
||||
export { STOPWORDS, FORCE_PRESERVE_RE, scoreToken, pruneByScore } from "./ultraHeuristic.ts";
|
||||
|
||||
export type { SLMInterface, UltraCompressResult } from "./ultra.ts";
|
||||
export { createSLMStub, ultraCompress } from "./ultra.ts";
|
||||
export type { UltraCompressResult } from "./ultra.ts";
|
||||
export { ultraCompress } from "./ultra.ts";
|
||||
|
||||
export type { UltraConfig } from "./types.ts";
|
||||
export { DEFAULT_ULTRA_CONFIG } from "./types.ts";
|
||||
|
||||
@@ -16,9 +16,6 @@ export function estimateCompressionTokens(text: string | object | null | undefin
|
||||
return Math.ceil(str.length / CHARS_PER_TOKEN);
|
||||
}
|
||||
|
||||
/** @deprecated Use estimateCompressionTokens instead. */
|
||||
export const estimateTokensForStats = estimateCompressionTokens;
|
||||
|
||||
export function createCompressionStats(
|
||||
originalBody: Record<string, unknown>,
|
||||
compressedBody: Record<string, unknown>,
|
||||
|
||||
@@ -5,18 +5,6 @@ import { extractTextContent, mapTextContent, type ChatMessageLike } from "./mess
|
||||
|
||||
const COMPRESSED_PREFIX = "[COMPRESSED:";
|
||||
|
||||
export interface SLMInterface {
|
||||
compress(text: string, rate: number): Promise<string>;
|
||||
}
|
||||
|
||||
export function createSLMStub(): SLMInterface {
|
||||
return {
|
||||
async compress(text: string, rate: number): Promise<string> {
|
||||
return pruneByScore(text, rate);
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
export interface UltraCompressResult {
|
||||
messages: Array<{ role: string; content?: string | unknown[]; [key: string]: unknown }>;
|
||||
stats: CompressionStats;
|
||||
|
||||
@@ -6,11 +6,7 @@ import {
|
||||
STOPWORDS,
|
||||
FORCE_PRESERVE_RE,
|
||||
} from "../../../open-sse/services/compression/ultraHeuristic.ts";
|
||||
import {
|
||||
ultraCompress,
|
||||
createSLMStub,
|
||||
type SLMInterface,
|
||||
} from "../../../open-sse/services/compression/ultra.ts";
|
||||
import { ultraCompress } from "../../../open-sse/services/compression/ultra.ts";
|
||||
import type { UltraConfig } from "../../../open-sse/services/compression/types.ts";
|
||||
|
||||
describe("scoreToken", () => {
|
||||
@@ -255,35 +251,3 @@ describe("ultraCompress", () => {
|
||||
assert.strictEqual(result.stats.savingsPercent, 0);
|
||||
});
|
||||
});
|
||||
|
||||
describe("createSLMStub", () => {
|
||||
it("should return object with compress function", () => {
|
||||
const stub = createSLMStub();
|
||||
assert(stub);
|
||||
assert(typeof stub.compress === "function");
|
||||
});
|
||||
|
||||
it("stub.compress should return a string", async () => {
|
||||
const stub = createSLMStub();
|
||||
const result = await stub.compress("hello world", 0.5);
|
||||
assert(typeof result === "string");
|
||||
});
|
||||
|
||||
it("stub.compress result should be <= input length", async () => {
|
||||
const stub = createSLMStub();
|
||||
const input = "the quick brown fox jumps over the lazy dog";
|
||||
const result = await stub.compress(input, 0.5);
|
||||
assert(result.length <= input.length);
|
||||
});
|
||||
|
||||
it("stub.compress on empty string should return empty", async () => {
|
||||
const stub = createSLMStub();
|
||||
const result = await stub.compress("", 0.5);
|
||||
assert.strictEqual(result, "");
|
||||
});
|
||||
|
||||
it("stub should have a name or identifier", () => {
|
||||
const stub = createSLMStub();
|
||||
assert(stub !== null && typeof stub === "object");
|
||||
});
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user