diff options
| author | Jerop Kipruto <[email protected]> | 2025-06-12 16:48:10 -0400 |
|---|---|---|
| committer | GitHub <[email protected]> | 2025-06-12 20:48:10 +0000 |
| commit | 6723c72fa5468be713c05205c75be532729e8f92 (patch) | |
| tree | 2392b344fb942f1c452e9fca5b5b6d131a827805 /packages/core/src/telemetry/metrics.ts | |
| parent | f8863f4d00f23a3e29496535be6cf0bb80ee43e9 (diff) | |
telemetry: include user decisions in tool call logs (#966)
Add the user's decision (accept, reject, modify) to tool call telemetry to better understand user intent. The decision provides crucial context to the `success` metric, as a user can reject a call that would have succeeded or accept one that fails.
Also prettify the arguments json.
Example:
#750
Diffstat (limited to 'packages/core/src/telemetry/metrics.ts')
| -rw-r--r-- | packages/core/src/telemetry/metrics.ts | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/packages/core/src/telemetry/metrics.ts b/packages/core/src/telemetry/metrics.ts index 93aa2189..59979ef3 100644 --- a/packages/core/src/telemetry/metrics.ts +++ b/packages/core/src/telemetry/metrics.ts @@ -89,6 +89,7 @@ export function recordToolCallMetrics( functionName: string, durationMs: number, success: boolean, + decision?: 'accept' | 'reject' | 'modify', ): void { if (!toolCallCounter || !toolCallLatencyHistogram || !isMetricsInitialized) return; @@ -97,6 +98,7 @@ export function recordToolCallMetrics( ...getCommonAttributes(config), function_name: functionName, success, + decision, }; toolCallCounter.add(1, metricAttributes); toolCallLatencyHistogram.record(durationMs, { |