|
|
@@ -95,6 +95,9 @@ class LLMCallbackHandler:
|
|
|
self.event_handler.pub_message_delta(
|
|
|
self.message.id, index, delta.content, delta.role
|
|
|
)
|
|
|
+ if chunk.usage:
|
|
|
+ self.event_handler.pub_message_usage(chunk)
|
|
|
+ continue
|
|
|
except Exception as e:
|
|
|
logging.error("handle_llm_response error: %s", e)
|
|
|
raise e
|
