@@ -95,6 +95,9 @@ class LLMCallbackHandler:
self.event_handler.pub_message_delta(
self.message.id, index, delta.content, delta.role
)
+ if chunk.usage:
+ self.event_handler.pub_message_usage(chunk)
+ continue
except Exception as e:
logging.error("handle_llm_response error: %s", e)
raise e