pjandro/OmniRoute
1
0
Fork 0
mirror of https://github.com/diegosouzapw/OmniRoute.git synced 2026-08-07 07:42:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

feat(open-sse): apply QUOTA_SOFT_DEPRIORITIZE_FACTOR in combo scoring (B/F7)

Browse Source 
Adds exported constant QUOTA_SOFT_DEPRIORITIZE_FACTOR (default 0.7, env override).
Extends AutoProviderCandidate with optional quotaSoftPenalty?: boolean field.
scoreAutoTargets() multiplies score by the factor when quotaSoftPenalty === true,
deprioritizing over-fair-share keys under soft policy without fully blocking them.
This commit is contained in:
diegosouzapw
2026-05-27 22:17:36 -03:00
parent 6d81a048b6
commit 891cd0b256
1 changed files with 23 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
open-sse/services/combo.ts
View File

@@ -152,6 +152,16 @@ const RESET_AWARE_DEFAULTS = {
exhaustionGuardPercent: 10,
};
const RESET_WINDOW_DEFAULT_TIE_BAND_MS = 60_000;
// Quota Share soft-policy deprioritization factor (B17).
// When a candidate has quotaSoftPenalty === true, its auto-combo score is
// multiplied by this factor so over-quota-soft keys are de-prioritized
// without being fully blocked (that is done by "hard" policy).
// Override via QUOTA_SOFT_DEPRIORITIZE_FACTOR env var (range 0..1, default 0.7).
export const QUOTA_SOFT_DEPRIORITIZE_FACTOR = Number(
process.env.QUOTA_SOFT_DEPRIORITIZE_FACTOR ?? "0.7"
);
const RESET_WINDOW_NAMES = ["weekly", "session", "monthly"] as const;
type ResetWindowName = (typeof RESET_WINDOW_NAMES)[number];
type QuotaFetchCacheConfig = {
@@ -242,6 +252,13 @@ type AutoProviderCandidate = ProviderCandidate & {
stepId: string;
executionKey: string;
modelStr: string;
/**
* When true, this candidate's auto-combo score is multiplied by
* QUOTA_SOFT_DEPRIORITIZE_FACTOR (B17 soft-policy penalty).
* Set externally when enforceQuotaShare returns deprioritize=true
* for the key routed through this target's connectionId.
*/
quotaSoftPenalty?: boolean;
};
function toRetryAfterDisplayValue(value: ComboRetryAfter): string | Date {
@@ -2392,9 +2409,14 @@ function scoreAutoTargets(
taskType ?? "general",
getTaskFitness
);
let score = calculateScore(factors, weights);
// B17: Quota Share soft-policy deprioritization
if ("quotaSoftPenalty" in candidate && candidate.quotaSoftPenalty === true) {
score *= QUOTA_SOFT_DEPRIORITIZE_FACTOR;
}
return {
target,
score: calculateScore(factors, weights),
score,
};
})
.filter((entry): entry is { target: ResolvedComboTarget; score: number } => entry !== null)