Unverified Commit 9d072920 authored by geosmart's avatar geosmart Committed by GitHub

fix: remove finish_reason condition logic when deltaContent is empty (#2270)

Co-authored-by: 's avatarwanggang <wanggy01@servyou.com.cn>
parent 965ca365
...@@ -372,14 +372,8 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel): ...@@ -372,14 +372,8 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
if 'delta' in choice: if 'delta' in choice:
delta = choice['delta'] delta = choice['delta']
if delta.get('content') is None or delta.get('content') == '': delta_content = delta.get('content')
if finish_reason is not None: if delta_content is None or delta_content == '':
yield create_final_llm_result_chunk(
index=chunk_index,
message=AssistantPromptMessage(content=choice.get('text', '')),
finish_reason=finish_reason
)
else:
continue continue
assistant_message_tool_calls = delta.get('tool_calls', None) assistant_message_tool_calls = delta.get('tool_calls', None)
...@@ -393,11 +387,11 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel): ...@@ -393,11 +387,11 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
# transform assistant message to prompt message # transform assistant message to prompt message
assistant_prompt_message = AssistantPromptMessage( assistant_prompt_message = AssistantPromptMessage(
content=delta.get('content', ''), content=delta_content,
tool_calls=tool_calls if assistant_message_tool_calls else [] tool_calls=tool_calls if assistant_message_tool_calls else []
) )
full_assistant_content += delta.get('content', '') full_assistant_content += delta_content
elif 'text' in choice: elif 'text' in choice:
choice_text = choice.get('text', '') choice_text = choice.get('text', '')
if choice_text == '': if choice_text == '':
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment