|
|
@@ -14,7 +14,11 @@ class LLMCallbackHandler:
|
|
|
"""
|
|
|
|
|
|
def __init__(
|
|
|
- self, run_id: str, on_step_create_func, on_message_create_func, event_handler: StreamEventHandler
|
|
|
+ self,
|
|
|
+ run_id: str,
|
|
|
+ on_step_create_func,
|
|
|
+ on_message_create_func,
|
|
|
+ event_handler: StreamEventHandler,
|
|
|
) -> None:
|
|
|
super().__init__()
|
|
|
self.run_id = run_id
|
|
|
@@ -49,15 +53,22 @@ class LLMCallbackHandler:
|
|
|
continue
|
|
|
|
|
|
choice = chunk.choices[0]
|
|
|
+ logging.debug(choice)
|
|
|
delta = choice.delta
|
|
|
-
|
|
|
+ logging.debug(delta)
|
|
|
if not delta:
|
|
|
continue
|
|
|
+ logging.debug(
|
|
|
+ "delta.tool_callstool_callstool_callstool_callstool_callstool_callstool_callstool_callstool_callstool_calls"
|
|
|
+ )
|
|
|
|
|
|
+ logging.debug(delta.tool_calls)
|
|
|
# merge tool call delta
|
|
|
if delta.tool_calls:
|
|
|
for tool_call_delta in delta.tool_calls:
|
|
|
- message_util.merge_tool_call_delta(message.tool_calls, tool_call_delta)
|
|
|
+ message_util.merge_tool_call_delta(
|
|
|
+ message.tool_calls, tool_call_delta
|
|
|
+ )
|
|
|
|
|
|
elif delta.content:
|
|
|
# call on delta message received
|
|
|
@@ -66,7 +77,11 @@ class LLMCallbackHandler:
|
|
|
|
|
|
self.message = self.on_message_create_func(content="")
|
|
|
self.step = self.on_step_create_func(self.message.id)
|
|
|
- logging.debug("create message and step (%s), (%s)", self.message, self.step)
|
|
|
+ logging.debug(
|
|
|
+ "create message and step (%s), (%s)",
|
|
|
+ self.message,
|
|
|
+ self.step,
|
|
|
+ )
|
|
|
|
|
|
self.event_handler.pub_run_step_created(self.step)
|
|
|
self.event_handler.pub_run_step_in_progress(self.step)
|
|
|
@@ -75,7 +90,9 @@ class LLMCallbackHandler:
|
|
|
|
|
|
# append message content delta
|
|
|
message.content += delta.content
|
|
|
- self.event_handler.pub_message_delta(self.message.id, index, delta.content, delta.role)
|
|
|
+ self.event_handler.pub_message_delta(
|
|
|
+ self.message.id, index, delta.content, delta.role
|
|
|
+ )
|
|
|
except Exception as e:
|
|
|
logging.error("handle_llm_response error: %s", e)
|
|
|
raise e
|
