mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-16 03:42:21 +03:00
1dd046814f
Honra um `context_length` definido pelo operador em tempo de requisição no roteamento do combo (supersede #12014, que estava incluída nos mesmos commits). Boa cobertura de testes, incluindo o refactor de `resolveComboContextLimit` para módulo próprio. Validado no worktree combinado (13/13). Obrigado!
54 lines
2.6 KiB
TypeScript
54 lines
2.6 KiB
TypeScript
// Combo context-limit resolution. Extracted from contextManager.ts (which is
|
|
// under a frozen file-size ratchet) so the precedence rules below have a single
|
|
// home; contextManager re-exports it for existing importers.
|
|
import { resolveTokenLimit } from "./contextManager.ts";
|
|
|
|
export type ComboContextLimitSource = "combo-explicit" | "target" | "combo-min" | "fallback";
|
|
|
|
/**
|
|
* Resolve the context limit to use for a COMBO request.
|
|
*
|
|
* Precedence:
|
|
* 1. `comboContextLength` — an operator-set `context_length` on the combo
|
|
* record (Agent Features → Context length). It is an explicit declaration of
|
|
* the window this combo runs at, so it outranks every inferred value,
|
|
* including a target's own registry/catalog window. The combo editor
|
|
* persisted this field and `/v1/models` advertised it, but nothing consulted
|
|
* it at request time — so a combo whose members carry no per-model window
|
|
* fell through to the provider's generic `defaultContextLength` (openrouter
|
|
* 128000, command-code 200000) and rejected large requests the operator had
|
|
* explicitly sized for.
|
|
* 2. The executing target's own specific window. chatCore always executes with
|
|
* the CONCRETE target's provider/model (handleSingleModel resolves the target
|
|
* before delegating), so that window is authoritative. An unconditional
|
|
* min(...allTargets) compressed a 1M-target request at the smallest sibling's
|
|
* window, destructively purging history ("agent keeps forgetting things").
|
|
* 3. min(...comboTargetLimits) — a defensive fallback for when the current
|
|
* provider/model resolves no specific limit at all.
|
|
*
|
|
* A non-finite or non-positive `comboContextLength` is ignored, so steps 2-3
|
|
* keep their pre-existing behavior exactly.
|
|
*/
|
|
export function resolveComboContextLimit(options: {
|
|
provider: string;
|
|
model: string | null;
|
|
comboTargetLimits: number[];
|
|
comboContextLength?: number | null;
|
|
}): { limit: number; source: ComboContextLimitSource } {
|
|
const explicit = options.comboContextLength;
|
|
if (typeof explicit === "number" && Number.isFinite(explicit) && explicit > 0) {
|
|
return { limit: explicit, source: "combo-explicit" };
|
|
}
|
|
const own = resolveTokenLimit(options.provider, options.model ?? null);
|
|
if (own.specific) {
|
|
return { limit: own.limit, source: "target" };
|
|
}
|
|
const knownTargets = (options.comboTargetLimits || []).filter(
|
|
(value) => Number.isFinite(value) && value > 0
|
|
);
|
|
if (knownTargets.length > 0) {
|
|
return { limit: Math.min(...knownTargets), source: "combo-min" };
|
|
}
|
|
return { limit: own.limit, source: "fallback" };
|
|
}
|