fix: conversation token usage calculate wrongly and fix tool call infinitely (#4869)

This commit is contained in:
Soulter
2026-02-04 23:18:32 +08:00
committed by GitHub
parent 1f75255950
commit 6736fb85c2
2 changed files with 4 additions and 1 deletions

View File

@@ -213,6 +213,8 @@ class ToolLoopAgentRunner(BaseAgentRunner[TContext]):
if not llm_response.is_chunk and llm_response.usage:
# only count the token usage of the final response for computation purpose
self.stats.token_usage += llm_response.usage
if self.req.conversation:
self.req.conversation.token_usage = llm_response.usage.total
break # got final response
if not llm_resp_result:

View File

@@ -363,7 +363,8 @@ class InternalAgentSubStage(Stage):
token_usage = None
if runner_stats:
token_usage = runner_stats.token_usage.total
# token_usage = runner_stats.token_usage.total
token_usage = llm_response.usage.total if llm_response.usage else None
await self.conv_manager.update_conversation(
event.unified_msg_origin,