mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-14 10:52:17 +03:00
4d20d37974
Mantém tokens de cache-write no formato de usage do OpenAI, com teste próprio (`cache-write-openai-shape.test.ts`) e atualização do teste existente de tokens detalhados. Validado no worktree combinado (typecheck limpo, 351/351 testes focados). Obrigado!
42 lines
1.7 KiB
TypeScript
42 lines
1.7 KiB
TypeScript
type CacheWriteDetails = {
|
|
cache_creation_tokens?: number;
|
|
cache_write_tokens?: number;
|
|
};
|
|
|
|
type CacheWriteUsageSource = {
|
|
cache_creation_input_tokens?: number;
|
|
cache_write_tokens?: number;
|
|
prompt_tokens_details?: CacheWriteDetails;
|
|
input_tokens_details?: CacheWriteDetails;
|
|
};
|
|
|
|
/**
|
|
* Resolve prompt cache-CREATION (write) tokens from any container shape.
|
|
*
|
|
* Anthropic reports a flat `cache_creation_input_tokens`, but the same count
|
|
* arrives nested under prompt/input token details once usage has been translated
|
|
* into OpenAI shape (translator/response/claude-to-openai.ts, #2215), and several
|
|
* gateways (OpenRouter, Devin Desktop, the codex-chatgpt-web bridge) spell it
|
|
* `cache_write_tokens`. Reading only the flat Anthropic key made every
|
|
* OpenAI-shaped path drop the value, so the dashboard showed "Cache Write: N/A"
|
|
* for a model that reports a real count natively.
|
|
*
|
|
* Mirrors the key precedence of getPromptCacheCreationTokens() in
|
|
* src/lib/usage/tokenAccounting.ts, but returns `undefined` (not 0) when no
|
|
* provider reported anything, so normalizeUsage() keeps omitting the key and the
|
|
* dashboard can still tell "not reported" (N/A) from "reported as zero".
|
|
*/
|
|
export function pickCacheCreationTokens(usage: CacheWriteUsageSource | null | undefined) {
|
|
if (!usage || typeof usage !== "object") return undefined;
|
|
const promptDetails = usage.prompt_tokens_details;
|
|
const inputDetails = usage.input_tokens_details;
|
|
return (
|
|
usage.cache_creation_input_tokens ??
|
|
promptDetails?.cache_creation_tokens ??
|
|
inputDetails?.cache_creation_tokens ??
|
|
promptDetails?.cache_write_tokens ??
|
|
inputDetails?.cache_write_tokens ??
|
|
usage.cache_write_tokens
|
|
);
|
|
}
|