diff --git a/packages/__tests__/llm-mapper/anthropic-stream-cache-tokens.test.ts b/packages/__tests__/llm-mapper/anthropic-stream-cache-tokens.test.ts index 570f514a35..e15c6235bb 100644 --- a/packages/__tests__/llm-mapper/anthropic-stream-cache-tokens.test.ts +++ b/packages/__tests__/llm-mapper/anthropic-stream-cache-tokens.test.ts @@ -161,8 +161,8 @@ describe("toOpenAI (non-streaming) - Cache Token Handling", () => { const result = toOpenAI(anthropicResponse); - // prompt_tokens should be input_tokens + cache_read_input_tokens - expect(result.usage.prompt_tokens).toBe(4); + // prompt_tokens should be input_tokens + cache_read_input_tokens (same as streaming) + expect(result.usage.prompt_tokens).toBe(4 + 51713); expect(result.usage.total_tokens).toBe(4 + 51713 + 100); expect(result.usage.prompt_tokens_details?.cached_tokens).toBe(51713); }); diff --git a/packages/llm-mapper/transform/providers/anthropic/response/toOpenai.ts b/packages/llm-mapper/transform/providers/anthropic/response/toOpenai.ts index 9dea1cd084..3c1d7cf460 100644 --- a/packages/llm-mapper/transform/providers/anthropic/response/toOpenai.ts +++ b/packages/llm-mapper/transform/providers/anthropic/response/toOpenai.ts @@ -56,7 +56,8 @@ export function toOpenAI(response: AnthropicResponseBody): OpenAIResponseBody { model: response.model, choices: [choice], usage: { - prompt_tokens: anthropicUsage.input_tokens, + // OpenAI's prompt_tokens includes cached tokens; match the streaming converter + prompt_tokens: anthropicUsage.input_tokens + cachedTokens, completion_tokens: anthropicUsage.output_tokens, total_tokens: anthropicUsage.input_tokens + anthropicUsage.output_tokens + cachedTokens + cacheWriteTokens, ...((cachedTokens > 0 || cacheWriteTokens > 0) && {