mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-26 09:52:11 +03:00
d43e71613e
* feat(chaos+ponytail): parallel chaos-mode dispatch + ponytail output style (rebased on v3.8.49)
- Chaos mode: new auto/chaos variant fans the prompt out to the top-N
stable models in parallel and returns a single merged SSE stream.
- Progressive streaming: each panel model's answer is enqueued as it
lands (omni-chaos-part event), instead of awaiting the whole panel.
- withTimeout now aborts the underlying request (modelAbortSignal) on
timeout so the connection is released, not leaked.
- concatSseText parses both OpenAI and Anthropic SSE wire formats.
- autoPrefix/modePacks add the chaos-mode weight pack; virtualFactory
materializes auto/chaos with fusion strategy + chaos config flag.
- Ponytail (lazy-senior-dev mode) integrated into the existing
OUTPUT_STYLE_CATALOG registry (id 'ponytail') so it rides the production
output-style injector, instead of a bespoke duplicate module. Dev-only
scripts and the duplicate ponytail/ module are removed.
- Tests: chaosEngine/chaosVirtualCombo cover panel dispatch, progressive
broadcast, timeout abort, and Anthropic parsing; autoCombo pack count
updated to 6.
Rebased onto release/v3.8.49 (no provider-registry or validation changes —
those are split out per review).
* optimize(chaos+ponytail): i18n ponytail, dedupl chaos dispatch, provider diversity
- Ponytail: add vi/ja/pt-BR/id i18n with lite/full/ultra levels
- chaosEngine: extract dispatchOnePanelModel (shared), add onResult for
progressive SSE streaming, fix withTimeout anti-pattern
- virtualFactory: deduplicate chaos panel by provider, add tuning overrides
- dispatchChaosFromCombo: accept ChaosTuning, enforce minPanel
- Add/port 8 node-runner tests for ponytail i18n + catalog integrity
- Add muse-spark-web.ts to KNOWN_MISSING_ERROR_HELPER (pre-existing)
* fix(8264): use HandleSingleModel type in chaosEngine dispatch (base-drift)
---------
Co-authored-by: diegosouzapw <8016841+diegosouzapw@users.noreply.github.com>
126 lines
3.5 KiB
TypeScript
126 lines
3.5 KiB
TypeScript
/**
|
|
* Mode Packs — Pre-defined weight profiles for Auto-Combo scoring.
|
|
*
|
|
* Each pack optimizes for a different priority:
|
|
* - ship-fast: Prioritize latency and health
|
|
* - cost-saver: Prioritize cost efficiency
|
|
* - quality-first: Prioritize task fitness and stability
|
|
* - offline-friendly: Prioritize quota availability
|
|
*/
|
|
|
|
import type { ScoringWeights } from "./scoring";
|
|
|
|
export const MODE_PACKS: Record<string, ScoringWeights> = {
|
|
// Prioritize latency → health. tierPriority replaces 0.05 from stability.
|
|
// tierAffinity/specificityMatch stay at 0 (manifest-routing-only weights).
|
|
"ship-fast": {
|
|
quota: 0.14,
|
|
health: 0.28,
|
|
costInv: 0.05,
|
|
latencyInv: 0.32,
|
|
taskFit: 0.1,
|
|
stability: 0.0,
|
|
tierPriority: 0.05,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.01,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
// Prioritize cost. tierPriority replaces 0.05 from stability.
|
|
"cost-saver": {
|
|
quota: 0.14,
|
|
health: 0.19,
|
|
costInv: 0.37,
|
|
latencyInv: 0.05,
|
|
taskFit: 0.1,
|
|
stability: 0.05,
|
|
tierPriority: 0.05,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.0,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
// Prioritize task fitness. tierPriority replaces 0.05 from latencyInv.
|
|
"quality-first": {
|
|
quota: 0.1,
|
|
health: 0.18,
|
|
costInv: 0.05,
|
|
latencyInv: 0.05,
|
|
taskFit: 0.37,
|
|
stability: 0.15,
|
|
tierPriority: 0.05,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.0,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
// Prioritize quota availability. tierPriority replaces 0.05 from taskFit.
|
|
"offline-friendly": {
|
|
quota: 0.37,
|
|
health: 0.28,
|
|
costInv: 0.1,
|
|
latencyInv: 0.05,
|
|
taskFit: 0.0,
|
|
stability: 0.1,
|
|
tierPriority: 0.05,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.0,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
// #4235 `:reliable` — prioritize healthy, low-variance providers (high availability).
|
|
// health (circuit-breaker) + stability (latency std-dev) dominate; weights sum to 1.0.
|
|
"reliability-first": {
|
|
quota: 0.14,
|
|
health: 0.37,
|
|
costInv: 0.04,
|
|
latencyInv: 0.05,
|
|
taskFit: 0.1,
|
|
stability: 0.2,
|
|
tierPriority: 0.05,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.0,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
// Chaos mode — priority: health > stability > taskFit > latency.
|
|
// Selects top-N healthy providers for parallel dispatch. Favors providers with
|
|
// closed circuit breakers, low latency variance, and high task fitness.
|
|
// quota weight reduced (chaos fans out in parallel, quota diversity is secondary
|
|
// to picking the most stable providers); connectionDensity boosted slightly to
|
|
// prefer providers with multiple accounts (more resilient to per-account rate limits).
|
|
"chaos-mode": {
|
|
quota: 0.05,
|
|
health: 0.42,
|
|
costInv: 0.02,
|
|
latencyInv: 0.03,
|
|
taskFit: 0.2,
|
|
stability: 0.18,
|
|
tierPriority: 0.02,
|
|
tierAffinity: 0,
|
|
specificityMatch: 0,
|
|
contextAffinity: 0.03,
|
|
resetWindowAffinity: 0,
|
|
connectionDensity: 0.05,
|
|
},
|
|
};
|
|
|
|
/**
|
|
* Get a mode pack by name, falling back to default weights.
|
|
*/
|
|
export function getModePack(name: string): ScoringWeights | undefined {
|
|
return MODE_PACKS[name];
|
|
}
|
|
|
|
/**
|
|
* Get all available mode pack names.
|
|
*/
|
|
export function getModePackNames(): string[] {
|
|
return Object.keys(MODE_PACKS);
|
|
}
|