pjandro/OmniRoute
1
0
Fork 0
mirror of https://github.com/diegosouzapw/OmniRoute.git synced 2026-08-22 15:12:23 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix(backend): distinct max_input_tokens for GPT-family models (#6191) (#6230)

Browse Source
This commit is contained in:
Diego Rodrigues de Sa e Souza
2026-07-04 23:02:55 -03:00
committed by GitHub
parent adde9e4bae
commit 1473261c4c
7 changed files with 102 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/app/api/v1/models/catalog.ts
View File

@@ -292,9 +292,13 @@ export async function getUnifiedModelsResponse(
registryContext ??
specContext ??
(getTokenLimit(providerId, modelId) || undefined);
const maxInputTokens = isPositiveFiniteNumber(synced?.limit_input)
const registryInputLimit = isPositiveFiniteNumber(registryModel?.maxInputTokens)
? registryModel.maxInputTokens
: undefined;
const syncedInputLimit = isPositiveFiniteNumber(synced?.limit_input)
? synced.limit_input
: contextLength;
: undefined;
const maxInputTokens = registryInputLimit ?? syncedInputLimit ?? contextLength;
const maxOutputTokens = isPositiveFiniteNumber(synced?.limit_output)
? synced.limit_output
: isPositiveFiniteNumber(spec?.maxOutputTokens)