fix: max tokens can only up to 2048 (#2734)

3a3ca8e6 · Yeuoly · GitHub · 27e67848 · 3a3ca8e6
Unverified Commit 3a3ca8e6 authored Mar 07, 2024 by Yeuoly Committed by GitHub Mar 07, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

llm.py api/core/model_runtime/model_providers/xinference/llm/llm.py +1 -0

No files found.
--- a/api/core/model_runtime/model_providers/xinference/llm/llm.py
+++ b/api/core/model_runtime/model_providers/xinference/llm/llm.py
@@ -308,6 +308,7 @@ class XinferenceAILargeLanguageModel(LargeLanguageModel):
                type=ParameterType.INT,
                use_template='max_tokens',
                min=1,
+                max=credentials.get('context_length', 2048),
                default=512,
                label=I18nObject(
                    zh_Hans='最大生成长度',