feat: adjust hf max tokens (#979)

9b247fcc · takatost · GitHub · 3d38aa71 · 9b247fcc
Unverified Commit 9b247fcc authored Aug 23, 2023 by takatost Committed by GitHub Aug 23, 2023
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

huggingface_hub_provider.py ...ore/model_providers/providers/huggingface_hub_provider.py +1 -1

No files found.
--- a/api/core/model_providers/providers/huggingface_hub_provider.py
+++ b/api/core/model_providers/providers/huggingface_hub_provider.py
@@ -51,7 +51,7 @@ class HuggingfaceHubProvider(BaseModelProvider):
            top_p=KwargRule[float](min=0.01, max=0.99, default=0.7),
            presence_penalty=KwargRule[float](enabled=False),
            frequency_penalty=KwargRule[float](enabled=False),
-            max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=1500, default=200),
+            max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=4000, default=200),
        )

    @classmethod