Skip to content

Commit

Permalink
use usage
Browse files Browse the repository at this point in the history
  • Loading branch information
gaspar09 committed Jan 15, 2025
1 parent 764dcad commit 156c9f7
Showing 1 changed file with 9 additions and 1 deletion.
10 changes: 9 additions & 1 deletion packages/ai/core/generate-text/stream-text.ts
Original file line number Diff line number Diff line change
Expand Up @@ -639,7 +639,12 @@ class DefaultStreamTextResult<
recordedResponse.modelId = part.response.modelId;
recordedResponse.headers = part.response.headers;
recordedResponse.msToFirstChunk = part.response.msToFirstChunk;
recordedUsage = part.usage;
recordedResponse.msToFinish = part.response.msToFinish;
recordedUsage = {
...part.usage,
msToFirstChunk: part.response.msToFirstChunk,
msToFinish: part.response.msToFinish,
};
recordedFinishReason = part.finishReason;
}
},
Expand Down Expand Up @@ -918,6 +923,7 @@ class DefaultStreamTextResult<
let stepProviderMetadata: ProviderMetadata | undefined;
let stepFirstChunk = true;
let msToFirstChunk_: number | undefined = undefined;
let msToFinish_: number | undefined = undefined;
let stepText = '';
let fullStepText = stepType === 'continue' ? previousStepText : '';
let stepLogProbs: LogProbs | undefined;
Expand Down Expand Up @@ -1061,6 +1067,7 @@ class DefaultStreamTextResult<
'ai.response.avgCompletionTokensPerSecond':
(1000 * stepUsage.completionTokens) / msToFinish,
});
msToFinish_ = msToFinish;

console.log({
'ai.response.msToFinish': msToFinish,
Expand Down Expand Up @@ -1201,6 +1208,7 @@ class DefaultStreamTextResult<
...stepResponse,
headers: rawResponse?.headers,
msToFirstChunk: msToFirstChunk_,
msToFinish: msToFinish_,
},
});

Expand Down

0 comments on commit 156c9f7

Please sign in to comment.