pjandro/OmniRoute
1
0
Fork 0
mirror of https://github.com/diegosouzapw/OmniRoute.git synced 2026-08-04 06:12:10 +03:00
Code Issues Packages Projects Releases Wiki Activity

feat(combo): add sticky weighted selection limit with exhaustion-aware renormalization (#4489)

Browse Source 
Integrated into release/v3.8.33
This commit is contained in:
Abhishek Divekar
2026-06-22 03:13:23 +05:30
committed by GitHub
parent 6b5590e8f4
commit 39b2bbfea2
8 changed files with 428 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
src/app/(dashboard)/dashboard/combos/page.tsx
View File

@@ -159,6 +159,8 @@ const ADVANCED_FIELD_HELP_FALLBACK = {
"How long a request can wait for a round-robin model slot before timing out. This queue is separate from any account-only concurrency cap.",
stickyLimit:
"Round-robin sticky batch size: consecutive successful requests sent to one target before rotating to the next. Empty inherits the global Sticky Limit setting; 1 disables batching (pure one-request rotation).",
stickyWeightedLimit:
"Weighted sticky batch size: consecutive successful requests sent to the selected weighted target before drawing again. Empty or 1 keeps the current per-request weighted draw.",
failoverBeforeRetry:
"When enabled, a 429 from the upstream triggers immediate target failover instead of retrying the same URL first.",
targetTimeoutMs:
@@ -2600,7 +2602,7 @@ function ComboFormModal({ isOpen, combo, onClose, onSave, activeProviders, combo
handleAutoBalance();
}
if (strategy === "round-robin") {
if (strategy === "round-robin" || strategy === "weighted") {
setShowAdvanced(true);
}
@@ -2722,6 +2724,9 @@ function ComboFormModal({ isOpen, combo, onClose, onSave, activeProviders, combo
if (config.stickyRoundRobinLimit !== undefined)
configToSave.stickyRoundRobinLimit = config.stickyRoundRobinLimit;
}
if (strategy === "weighted" && config.stickyWeightedLimit !== undefined) {
configToSave.stickyWeightedLimit = config.stickyWeightedLimit;
}
const hasConfigToSave = Object.keys(configToSave).length > 0;
const hadExistingConfig = Object.keys(sanitizeComboRuntimeConfig(combo?.config)).length > 0;
if (hasConfigToSave || (isEdit && hadExistingConfig)) {
@@ -3840,6 +3845,41 @@ function ComboFormModal({ isOpen, combo, onClose, onSave, activeProviders, combo
</div>
</div>
)}
{strategy === "weighted" && (
<div className="grid grid-cols-1 gap-2 pt-2 border-t border-black/5 dark:border-white/5">
<div>
<FieldLabelWithHelp
label={getI18nOrFallback(
t,
"stickyWeightedLimit",
"Sticky Weighted Limit"
)}
help={getI18nOrFallback(
t,
"advancedHelp.stickyWeightedLimit",
ADVANCED_FIELD_HELP_FALLBACK.stickyWeightedLimit
)}
showHelp={!isExpertMode}
/>
<input
type="number"
min="0"
max="1000"
value={config.stickyWeightedLimit ?? ""}
placeholder="1"
onChange={(e) =>
setConfig({
...config,
stickyWeightedLimit: e.target.value
? Number(e.target.value)
: undefined,
})
}
className="w-full text-xs py-1.5 px-2 rounded border border-black/10 dark:border-white/10 bg-transparent focus:border-primary focus:outline-none"
/>
</div>
</div>
)}
{strategy === "context-relay" && (
<div className="grid grid-cols-1 md:grid-cols-3 gap-2 pt-2 border-t border-black/5 dark:border-white/5">
<div>

1
src/shared/validation/schemas/combo.ts
View File

@@ -138,6 +138,7 @@ export const comboRuntimeConfigSchema = z
// falls back to the global `settings.stickyRoundRobinLimit` so the existing
// knob still controls the default. 0 clamps to 1 (no batching) upstream.
stickyRoundRobinLimit: z.coerce.number().int().min(0).max(1000).optional(),
stickyWeightedLimit: z.coerce.number().int().min(0).max(1000).optional(),
healthCheckEnabled: z.boolean().optional(),
healthCheckTimeoutMs: z.coerce.number().int().min(100).max(30000).optional(),
handoffThreshold: z.coerce.number().min(0.5).max(0.94).optional(),