Merge pull request #7 from milancermak/dev/anthropic-input-tokens

fix: anthropic usage from API response
daydreamsai · Jan 14, 2025 · b6a9e8c · b6a9e8c
2 parents 33f4422 + 923f68c
commit b6a9e8c
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/packages/core/src/core/llm-client.ts b/packages/core/src/core/llm-client.ts
@@ -127,16 +127,17 @@ export class LLMClient {
         temperature: this.config.temperature,
         messages: [{ role: "user", content: prompt }],
       },
-      { signal }
+      { signal },
     );
 
     return {
       text: response.content[0].type === "text" ? response.content[0].text : "",
       model: this.currentModel,
       usage: {
-        prompt_tokens: 0, // Anthropic doesn't provide token counts
-        completion_tokens: 0,
-        total_tokens: 0,
+        prompt_tokens: response.usage.input_tokens,
+        completion_tokens: response.usage.output_tokens,
+        total_tokens: response.usage.input_tokens +
+          response.usage.output_tokens,
       },
       metadata: {
         stop_reason: response.stop_reason,