fix: max tokens of OpenAI gpt-3.5-turbo-instruct to 4097 (#1338)

9822f687 · takatost · GitHub · b9d83c04 · 9822f687 · 9822f687
Unverified Commit 9822f687 authored Oct 13, 2023 by takatost Committed by GitHub Oct 13, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

openai_model.py api/core/model_providers/models/llm/openai_model.py +1 -1

openai_provider.py api/core/model_providers/providers/openai_provider.py +1 -1

No files found.
--- a/api/core/model_providers/models/llm/openai_model.py
+++ b/api/core/model_providers/models/llm/openai_model.py
@@ -33,7 +33,7 @@ MODEL_MAX_TOKENS = {
    'gpt-4': 8192,
    'gpt-4-32k': 32768,
    'gpt-3.5-turbo': 4096,
-    'gpt-3.5-turbo-instruct': 8192,
+    'gpt-3.5-turbo-instruct': 4097,
    'gpt-3.5-turbo-16k': 16384,
    'text-davinci-003': 4097,
 }

--- a/api/core/model_providers/providers/openai_provider.py
+++ b/api/core/model_providers/providers/openai_provider.py
@@ -144,7 +144,7 @@ class OpenAIProvider(BaseModelProvider):
            'gpt-4': 8192,
            'gpt-4-32k': 32768,
            'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-instruct': 8192,
+            'gpt-3.5-turbo-instruct': 4097,
            'gpt-3.5-turbo-16k': 16384,
            'text-davinci-003': 4097,
        }