|
@@ -44,7 +44,10 @@ class LLMBackend:
|
|
|
chat_params["stream_options"] = {
|
|
|
"include_usage": bool(stream_options_params["include_usage"])
|
|
|
}
|
|
|
+ print("stream_optionsstream_optionsstream_optionsstream_optionsstream_options")
|
|
|
+ print(stream_options)
|
|
|
if stream_options:
|
|
|
+ print(isinstance(stream_options, dict))
|
|
|
if isinstance(stream_options, dict):
|
|
|
if "include_usage" in stream_options:
|
|
|
chat_params["stream_options"] = {
|