feat: change completion timeout to 10m

api/core/orchestrator_rule_parser.py

@@ -2,7 +2,6 @@ import math
 from typing import Optional
 
 from langchain import WikipediaAPIWrapper
-from langchain.callbacks.base import BaseCallbackHandler
 from langchain.callbacks.manager import Callbacks
 from langchain.memory.chat_memory import BaseChatMemory
 from langchain.tools import BaseTool, Tool, WikipediaQueryRun
@@ -58,7 +57,7 @@ class OrchestratorRuleParser:
                 tenant_id=self.tenant_id,
                 model_name=agent_model_name,
                 temperature=0,
-                max_tokens=1000,
+                max_tokens=1500,
                 callbacks=[agent_callback, DifyStdOutCallbackHandler()]
             )
 

api/services/completion_service.py

@@ -227,8 +227,8 @@ class CompletionService:
 
     @classmethod
     def countdown_and_close(cls, worker_thread, pubsub, user, generate_task_id) -> threading.Thread:
-        # wait for 5 minutes to close the thread
-        timeout = 300
+        # wait for 10 minutes to close the thread
+        timeout = 600
 
         def close_pubsub():
             sleep_iterations = 0