From 959d4fba082cfc3dbc5d32c4b21ca417d5ee3b69 Mon Sep 17 00:00:00 2001 From: Christianm9000 Date: Sun, 20 Apr 2025 12:58:30 +0200 Subject: [PATCH] Added cached_tokens to the usage monitoring. --- src/agents/models/openai_responses.py | 1 + src/agents/run.py | 1 + src/agents/usage.py | 4 ++++ 3 files changed, 6 insertions(+) diff --git a/src/agents/models/openai_responses.py b/src/agents/models/openai_responses.py index ab4617d4..a78546a5 100644 --- a/src/agents/models/openai_responses.py +++ b/src/agents/models/openai_responses.py @@ -96,6 +96,7 @@ async def get_response( Usage( requests=1, input_tokens=response.usage.input_tokens, + cached_tokens=response.usage.input_tokens_details.cached_tokens, output_tokens=response.usage.output_tokens, total_tokens=response.usage.total_tokens, ) diff --git a/src/agents/run.py b/src/agents/run.py index e2b0dbce..76053220 100644 --- a/src/agents/run.py +++ b/src/agents/run.py @@ -684,6 +684,7 @@ async def _run_single_turn_streamed( Usage( requests=1, input_tokens=event.response.usage.input_tokens, + cached_tokens=event.response.usage.input_tokens_details.cached_tokens, output_tokens=event.response.usage.output_tokens, total_tokens=event.response.usage.total_tokens, ) diff --git a/src/agents/usage.py b/src/agents/usage.py index 23d989b4..bab2769e 100644 --- a/src/agents/usage.py +++ b/src/agents/usage.py @@ -9,6 +9,9 @@ class Usage: input_tokens: int = 0 """Total input tokens sent, across all requests.""" + cached_tokens: int = 0 + """Total cached tokens sent, across all requests.""" + output_tokens: int = 0 """Total output tokens received, across all requests.""" @@ -18,5 +21,6 @@ class Usage: def add(self, other: "Usage") -> None: self.requests += other.requests if other.requests else 0 self.input_tokens += other.input_tokens if other.input_tokens else 0 + self.cached_tokens += other.cached_tokens if other.cached_tokens else 0 self.output_tokens += other.output_tokens if other.output_tokens else 0 self.total_tokens += other.total_tokens if other.total_tokens else 0