jack 3 weeks ago
parent
commit
35c9580321
2 changed files with 10 additions and 6 deletions
  1. 3 2
      app/core/runner/llm_backend.py
  2. 7 4
      app/core/runner/thread_runner.py

+ 3 - 2
app/core/runner/llm_backend.py

@@ -40,8 +40,9 @@ class LLMBackend:
             "messages": messages,
             "model": model,
             "stream": stream,
-            "presence_penalty": 0,
-            "frequency_penalty": 0
+            "max_tokens": 100000,
+            #"presence_penalty": 0,
+            #"frequency_penalty": 0
             # "parallel_tool_calls": parallel_tool_calls,
         }
         if extra_body:

+ 7 - 4
app/core/runner/thread_runner.py

@@ -428,14 +428,17 @@ class ThreadRunner:
                 """
                 for content in message.content:
                     if content["type"] == "text":
-                        message_content = content["text"]["value"]
+                        # message_content = content["text"]["value"]
+                        '''
+                        {
+                    "text": "图片主要讲了什么?",
+                    "type": "text"
+                }
                         '''
-                        message_content.append(content["text"]["value"])
-                       
                         message_content.append(
                             {"type": "text", "text": content["text"]["value"]}
                         )
-                        '''
+
                     elif content["type"] == "image_url" and run.audio is None:
                         message_content.append(content)
                     elif (