Commit a6047e14 authored by John Wang's avatar John Wang

feat: max_retries set to 1

parent 64d5234f
...@@ -12,7 +12,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions ...@@ -12,7 +12,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions
class StreamableAzureChatOpenAI(AzureChatOpenAI): class StreamableAzureChatOpenAI(AzureChatOpenAI):
request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0) request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0)
"""Timeout for requests to OpenAI completion API. Default is 600 seconds.""" """Timeout for requests to OpenAI completion API. Default is 600 seconds."""
max_retries: int = 2 max_retries: int = 1
"""Maximum number of retries to make when generating.""" """Maximum number of retries to make when generating."""
@root_validator() @root_validator()
......
...@@ -13,7 +13,7 @@ class StreamableAzureOpenAI(AzureOpenAI): ...@@ -13,7 +13,7 @@ class StreamableAzureOpenAI(AzureOpenAI):
openai_api_version: str = "" openai_api_version: str = ""
request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0) request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0)
"""Timeout for requests to OpenAI completion API. Default is 600 seconds.""" """Timeout for requests to OpenAI completion API. Default is 600 seconds."""
max_retries: int = 2 max_retries: int = 1
"""Maximum number of retries to make when generating.""" """Maximum number of retries to make when generating."""
@root_validator() @root_validator()
......
...@@ -13,7 +13,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions ...@@ -13,7 +13,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions
class StreamableChatOpenAI(ChatOpenAI): class StreamableChatOpenAI(ChatOpenAI):
request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0) request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0)
"""Timeout for requests to OpenAI completion API. Default is 600 seconds.""" """Timeout for requests to OpenAI completion API. Default is 600 seconds."""
max_retries: int = 2 max_retries: int = 1
"""Maximum number of retries to make when generating.""" """Maximum number of retries to make when generating."""
@root_validator() @root_validator()
......
...@@ -12,7 +12,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions ...@@ -12,7 +12,7 @@ from core.llm.wrappers.openai_wrapper import handle_openai_exceptions
class StreamableOpenAI(OpenAI): class StreamableOpenAI(OpenAI):
request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0) request_timeout: Optional[Union[float, Tuple[float, float]]] = (5.0, 300.0)
"""Timeout for requests to OpenAI completion API. Default is 600 seconds.""" """Timeout for requests to OpenAI completion API. Default is 600 seconds."""
max_retries: int = 2 max_retries: int = 1
"""Maximum number of retries to make when generating.""" """Maximum number of retries to make when generating."""
@root_validator() @root_validator()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment