diff options
| author | jerop <[email protected]> | 2025-06-11 06:56:53 +0000 |
|---|---|---|
| committer | Jerop Kipruto <[email protected]> | 2025-06-11 10:38:07 -0400 |
| commit | 7ba2b1387029fdb9c31ca51439a40d59889f05c5 (patch) | |
| tree | b9d94c1e0295cdf2deb3371c92244f650e9114d5 /packages/core/src/telemetry/loggers.ts | |
| parent | 9d992b32e48625ace24789e23f814c1e4430c5f2 (diff) | |
update token usage with types
Diffstat (limited to 'packages/core/src/telemetry/loggers.ts')
| -rw-r--r-- | packages/core/src/telemetry/loggers.ts | 14 |
1 files changed, 11 insertions, 3 deletions
diff --git a/packages/core/src/telemetry/loggers.ts b/packages/core/src/telemetry/loggers.ts index e8a6156c..66be0fca 100644 --- a/packages/core/src/telemetry/loggers.ts +++ b/packages/core/src/telemetry/loggers.ts @@ -25,7 +25,7 @@ import { } from './types.js'; import { recordApiErrorMetrics, - recordApiRequestMetrics, + recordTokenUsageMetrics, recordApiResponseMetrics, recordToolCallMetrics, } from './metrics.js'; @@ -120,11 +120,11 @@ export function logApiRequest( }; const logger = logs.getLogger(SERVICE_NAME); const logRecord: LogRecord = { - body: `API request to ${event.model}. Tokens: ${event.prompt_token_count}.`, + body: `API request to ${event.model}. Tokens: ${event.input_token_count}.`, attributes, }; logger.emit(logRecord); - recordApiRequestMetrics(event.model, event.prompt_token_count); + recordTokenUsageMetrics(event.model, event.input_token_count, 'input'); } export function logApiError( @@ -188,4 +188,12 @@ export function logApiResponse( event.status_code, event.error, ); + recordTokenUsageMetrics(event.model, event.output_token_count, 'output'); + recordTokenUsageMetrics( + event.model, + event.cached_content_token_count, + 'cache', + ); + recordTokenUsageMetrics(event.model, event.thoughts_token_count, 'thought'); + recordTokenUsageMetrics(event.model, event.tool_token_count, 'tool'); } |
