Files
OmniRoute/src/shared/validation/compressionConfigSchemas.ts
Jan Leon dc0dec46c7 Add cache-aligned Live Zone compression (#7280)
* feat(compression): add cache-aligned live-zone processing

* refactor(compression): satisfy complexity ratchets

* fix(compression): handle tool_result outputs in live zone

* fix(i18n): add live-zone pt-BR strings
2026-07-18 15:12:38 -03:00

327 lines
12 KiB
TypeScript

import { z } from "zod";
export const compressionModeSchema = z.enum([
"off",
"lite",
"standard",
"aggressive",
"ultra",
"rtk",
"omniglyph",
"stacked",
]);
export const cavemanIntensitySchema = z.enum(["lite", "full", "ultra"]);
export const rtkIntensitySchema = z.enum(["minimal", "standard", "aggressive"]);
export const rtkRawOutputRetentionSchema = z.enum(["never", "failures", "always"]);
export const cavemanConfigSchema = z
.object({
enabled: z.boolean().optional(),
compressRoles: z.array(z.enum(["user", "assistant", "system"])).optional(),
skipRules: z.array(z.string()).optional(),
minMessageLength: z.number().int().min(0).optional(),
preservePatterns: z.array(z.string()).optional(),
intensity: cavemanIntensitySchema.optional(),
})
.strict();
export const cavemanOutputModeSchema = z
.object({
enabled: z.boolean().optional(),
intensity: cavemanIntensitySchema.optional(),
autoClarity: z.boolean().optional(),
})
.strict();
export const outputStyleSelectionSchema = z
.object({
id: z.string().trim().min(1),
level: cavemanIntensitySchema,
})
.strict();
export const rtkConfigSchema = z
.object({
enabled: z.boolean().optional(),
intensity: rtkIntensitySchema.optional(),
applyToToolResults: z.boolean().optional(),
applyToCodeBlocks: z.boolean().optional(),
applyToAssistantMessages: z.boolean().optional(),
enabledFilters: z.array(z.string()).optional(),
disabledFilters: z.array(z.string()).optional(),
maxLinesPerResult: z.number().int().min(0).max(100000).optional(),
maxCharsPerResult: z.number().int().min(0).max(1000000).optional(),
deduplicateThreshold: z.number().int().min(2).max(100).optional(),
customFiltersEnabled: z.boolean().optional(),
trustProjectFilters: z.boolean().optional(),
rawOutputRetention: rtkRawOutputRetentionSchema.optional(),
rawOutputMaxBytes: z.number().int().min(1024).max(10_000_000).optional(),
enableGrouping: z.boolean().optional(),
groupingThreshold: z.number().int().min(2).max(100).optional(),
stripCodeComments: z.boolean().optional(),
preserveDocstrings: z.boolean().optional(),
enableRenderers: z.boolean().optional(),
})
.strict();
// mcpAccessibility tunes how the MCP server trims oversized tool outputs before returning them.
// The schema only enforces structural validity (positive integers / booleans); the numeric floors
// (e.g. maxTextChars below the truncation-tail reserve) are owned by clampMcpAccessibilityConfig
// on the write path, which folds out-of-range values back to the safe defaults. All fields are
// optional so the settings sub-route can apply a partial merge over the current config.
export const mcpAccessibilityConfigSchema = z
.object({
enabled: z.boolean().optional(),
maxTextChars: z.number().int().min(1).optional(),
collapseThreshold: z.number().int().min(1).optional(),
collapseKeepHead: z.number().int().min(0).optional(),
collapseKeepTail: z.number().int().min(0).optional(),
minLengthToProcess: z.number().int().min(1).optional(),
})
.strict();
export const languageConfigSchema = z
.object({
enabled: z.boolean().optional(),
defaultLanguage: z.string().trim().min(1).optional(),
autoDetect: z.boolean().optional(),
enabledPacks: z.array(z.string().trim().min(1)).optional(),
})
.strict();
// Context Editing is a provider-delegated compression mode (Claude/Anthropic only):
// the provider clears old tool-use blocks server-side. This config only carries the
// on/off flag; the request-time header/body injection is a separate slice.
export const contextEditingConfigSchema = z
.object({
enabled: z.boolean().optional(),
})
.strip();
export const aggressiveConfigSchema = z
.object({
thresholds: z
.object({
fullSummary: z.number().int().min(1).max(100).optional(),
moderate: z.number().int().min(1).max(100).optional(),
light: z.number().int().min(1).max(100).optional(),
verbatim: z.number().int().min(1).max(100).optional(),
})
.strict()
.optional(),
toolStrategies: z
.object({
fileContent: z.boolean().optional(),
grepSearch: z.boolean().optional(),
shellOutput: z.boolean().optional(),
json: z.boolean().optional(),
errorMessage: z.boolean().optional(),
})
.strict()
.optional(),
summarizerEnabled: z.boolean().optional(),
maxTokensPerMessage: z.number().int().min(256).max(32768).optional(),
minSavingsThreshold: z.number().min(0).max(1).optional(),
preserveSystemPrompt: z.boolean().optional(),
})
.strict();
export const ultraConfigSchema = z
.object({
enabled: z.boolean().optional(),
compressionRate: z.number().min(0).max(1).optional(),
minScoreThreshold: z.number().min(0).max(1).optional(),
slmFallbackToAggressive: z.boolean().optional(),
modelPath: z.string().trim().min(1).optional(),
maxTokensPerMessage: z.number().int().min(0).max(32768).optional(),
preserveSystemPrompt: z.boolean().optional(),
})
.strict();
const noConfigSchema = z.object({}).strict();
// Structural engines (session-dedup / ccr / headroom / relevance / llmlingua) do not
// expose a fixed intensity enum in ENGINE_CATALOG — accept optional free-form intensity
// and a loose config bag so GET→PUT round-trips of stackedPipeline succeed (#6747).
const structuralStepConfigSchema = z.record(z.string(), z.unknown()).optional();
/**
* Writable stacked-pipeline step shape for PUT /api/settings/compression and
* PUT /api/context/combos/[id]. MUST accept every engine id in ENGINE_CATALOG /
* GET /api/compression/engines and every engine the DB normalizer keeps
* (src/lib/db/compression.ts STACKED_PIPELINE_ENGINE_IDS). Issue #6747: a 5-engine
* discriminator rejected session-dedup/ccr/headroom/relevance/llmlingua on write even
* though GET returned them.
*/
export const stackedPipelineStepSchema = z.discriminatedUnion("engine", [
z
.object({
engine: z.literal("lite"),
intensity: z.literal("lite").optional(),
config: noConfigSchema.optional(),
})
.strict(),
z
.object({
engine: z.literal("caveman"),
intensity: cavemanIntensitySchema.optional(),
config: cavemanConfigSchema.optional(),
})
.strict(),
z
.object({
engine: z.literal("aggressive"),
// #6747: previously only "standard"; GET / engines.level may echo "ultra"
intensity: z.enum(["standard", "ultra"]).optional(),
config: aggressiveConfigSchema.optional(),
})
.strict(),
z
.object({
engine: z.literal("ultra"),
intensity: z.literal("ultra").optional(),
config: ultraConfigSchema.optional(),
})
.strict(),
z
.object({
engine: z.literal("rtk"),
intensity: rtkIntensitySchema.optional(),
config: rtkConfigSchema.optional(),
})
.strict(),
z
.object({
engine: z.literal("session-dedup"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
z
.object({
engine: z.literal("ccr"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
z
.object({
engine: z.literal("headroom"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
z
.object({
engine: z.literal("relevance"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
z
.object({
engine: z.literal("llmlingua"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
z
.object({
engine: z.literal("omniglyph"),
intensity: z.string().optional(),
config: structuralStepConfigSchema,
})
.strict(),
]);
/**
* Canonical engine → selectable-intensities map for the named-combos pipeline editor
* (Engine Combos UI). This is the SINGLE source of truth shared by the dashboard
* dropdowns and `stackedPipelineStepSchema`: every engine/intensity offered here is,
* by construction, accepted by the API update schema.
*
* Every ENGINE_CATALOG id must appear here (empty intensity list = no level selector).
* Parity with `stackedPipelineStepSchema` is guarded by unit tests (#4955 / #6747).
* #4955 fixed a UI/schema drift by shrinking the UI; #6747 expands the schema so the
* full catalog (and GET stackedPipeline) can round-trip on PUT.
*/
export const STACKED_PIPELINE_ENGINE_INTENSITIES: Record<string, readonly string[]> = {
// Order matches ENGINE_CATALOG stackPriority for readability
"session-dedup": [],
ccr: [],
lite: ["lite"],
rtk: ["minimal", "standard", "aggressive"],
headroom: [],
relevance: [],
caveman: ["lite", "full", "ultra"],
aggressive: ["standard", "ultra"],
llmlingua: [],
omniglyph: [],
ultra: ["ultra"],
};
export const engineToggleSchema = z.object({
enabled: z.boolean(),
level: z.string().optional(),
});
export const contextBudgetModeSchema = z.enum(["floor", "replace-autotrigger", "off"]);
export const contextBudgetPolicySchema = z.enum(["reserve-output", "percentage", "absolute"]);
export const contextBudgetLadderStageSchema = z
.object({
engine: z.string().trim().min(1),
intensity: z.string().optional(),
})
.strict();
// Adaptive context-budget "dial" (#7005): the compute engine shipped in PR #4716 but was
// never wired to this update schema, so any PUT containing `contextBudget` was rejected
// with 400. Mirrors ContextBudgetConfig (open-sse/services/compression/adaptiveCompression/
// types.ts) and the `.strict()` pattern used by ultraConfigSchema/aggressiveConfigSchema.
export const contextBudgetConfigSchema = z
.object({
mode: contextBudgetModeSchema.optional(),
policy: contextBudgetPolicySchema.optional(),
outputReserve: z.number().int().min(0).optional(),
safetyMargin: z.number().int().min(0).optional(),
pct: z.number().min(0).max(1).optional(),
absoluteBudget: z.number().int().min(0).optional(),
ladderOverride: z.array(contextBudgetLadderStageSchema).optional(),
})
.strict();
export const compressionSettingsUpdateSchema = z
.object({
enabled: z.boolean().optional(),
defaultMode: compressionModeSchema.optional(),
autoTriggerMode: compressionModeSchema.optional(),
autoTriggerTokens: z.number().int().min(0).optional(),
cacheMinutes: z.number().int().min(1).max(60).optional(),
preserveSystemPrompt: z.boolean().optional(),
preserveSystemPromptMode: z.enum(["always", "whenNoCache", "never"]).optional(),
mcpDescriptionCompressionEnabled: z.boolean().optional(),
comboOverrides: z.record(z.string(), compressionModeSchema).optional(),
compressionComboId: z.string().trim().min(1).nullable().optional(),
stackedPipeline: z.array(stackedPipelineStepSchema).optional(),
cavemanConfig: cavemanConfigSchema.optional(),
cavemanOutputMode: cavemanOutputModeSchema.optional(),
outputStyles: z.array(outputStyleSelectionSchema).optional(),
rtkConfig: rtkConfigSchema.optional(),
languageConfig: languageConfigSchema.optional(),
aggressive: aggressiveConfigSchema.optional(),
ultra: ultraConfigSchema.optional(),
contextBudget: contextBudgetConfigSchema.optional(),
contextEditing: contextEditingConfigSchema.optional(),
liveZone: z.object({ enabled: z.boolean() }).strict().optional(),
engines: z.record(z.string(), engineToggleSchema).optional(),
enginesExplicit: z.boolean().optional(),
activeComboId: z.string().nullable().optional(),
ultraEngine: z.enum(["heuristic", "slm"]).optional(),
ultraSlmPrewarm: z.boolean().optional(),
})
.strict();
export const compressionPreviewConfigSchema = compressionSettingsUpdateSchema;