mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-06 23:32:12 +03:00
699329944e
This project is inspired by and originally forked from 9router by decolua (https://github.com/decolua/9router). Full rebrand: 9router → OmniRoute across all source code, configuration, Docker, documentation, and assets.
21 lines
644 B
JavaScript
21 lines
644 B
JavaScript
import { DEFAULT_MAX_TOKENS, DEFAULT_MIN_TOKENS } from "../../config/constants.js";
|
|
|
|
/**
|
|
* Adjust max_tokens based on request context
|
|
* @param {object} body - Request body
|
|
* @returns {number} Adjusted max_tokens
|
|
*/
|
|
export function adjustMaxTokens(body) {
|
|
let maxTokens = body.max_tokens || DEFAULT_MAX_TOKENS;
|
|
|
|
// Auto-increase for tool calling to prevent truncated arguments
|
|
// Tool calls with large content (like writing files) need more tokens
|
|
if (body.tools && Array.isArray(body.tools) && body.tools.length > 0) {
|
|
if (maxTokens < DEFAULT_MIN_TOKENS) {
|
|
maxTokens = DEFAULT_MIN_TOKENS;
|
|
}
|
|
}
|
|
|
|
return maxTokens;
|
|
}
|