fix: llm not return llm_output

7497b47e · John Wang · 95eaf9a9 · 7497b47e
Commit 7497b47e authored Jul 11, 2023 by John Wang
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

fake.py api/core/llm/fake.py +6 -1

No files found.
--- a/api/core/llm/fake.py
+++ b/api/core/llm/fake.py
@@ -53,4 +53,9 @@ class FakeLLM(SimpleChatModel):

        message = AIMessage(content=output_str)
        generation = ChatGeneration(message=message)
-        return ChatResult(generations=[generation])
+        llm_output = {"token_usage": {
+            'prompt_tokens': 0,
+            'completion_tokens': 0,
+            'total_tokens': 0,
+        }}
+        return ChatResult(generations=[generation], llm_output=llm_output)