Skip to content

D
dify
Unverified Commit eff11526 authored by John Wang's avatar John Wang Committed by GitHub
Browse files
Options

fix: anthropic completion error in blocking mode (#591)

parent 07cde4f8
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
api/core/callback_handler/llm_callback_handler.py
View file @ eff11526
...@@ -69,8 +69,7 @@ class LLMCallbackHandler(BaseCallbackHandler): ...@@ -69,8 +69,7 @@ class LLMCallbackHandler(BaseCallbackHandler):
if not self.conversation_message_task.streaming: if not self.conversation_message_task.streaming:
self.conversation_message_task.append_message_text(response.generations[0][0].text) self.conversation_message_task.append_message_text(response.generations[0][0].text)
self.llm_message.completion = response.generations[0][0].text self.llm_message.completion = response.generations[0][0].text
self.llm_message.completion_tokens = response.llm_output['token_usage']['completion_tokens']
else:
self.llm_message.completion_tokens = self.llm.get_num_tokens(self.llm_message.completion) self.llm_message.completion_tokens = self.llm.get_num_tokens(self.llm_message.completion)
self.conversation_message_task.save_message(self.llm_message) self.conversation_message_task.save_message(self.llm_message)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment