fix: gpt-3.5-turbo-instruct context size to 8192 (#1196)

435f804c · takatost · GitHub · ae3f1ac0 · 435f804c · 435f804c
Unverified Commit 435f804c authored Sep 18, 2023 by takatost Committed by GitHub Sep 18, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

openai_model.py api/core/model_providers/models/llm/openai_model.py +1 -1

openai_provider.py api/core/model_providers/providers/openai_provider.py +1 -1

No files found.
--- a/api/core/model_providers/models/llm/openai_model.py
+++ b/api/core/model_providers/models/llm/openai_model.py
@@ -32,7 +32,7 @@ MODEL_MAX_TOKENS = {
    'gpt-4': 8192,
    'gpt-4-32k': 32768,
    'gpt-3.5-turbo': 4096,
-    'gpt-3.5-turbo-instruct': 4096,
+    'gpt-3.5-turbo-instruct': 8192,
    'gpt-3.5-turbo-16k': 16384,
    'text-davinci-003': 4097,
 }

--- a/api/core/model_providers/providers/openai_provider.py
+++ b/api/core/model_providers/providers/openai_provider.py
@@ -132,7 +132,7 @@ class OpenAIProvider(BaseModelProvider):
            'gpt-4': 8192,
            'gpt-4-32k': 32768,
            'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-instruct': 4096,
+            'gpt-3.5-turbo-instruct': 8192,
            'gpt-3.5-turbo-16k': 16384,
            'text-davinci-003': 4097,
        }