Unverified Commit 34634bdd authored by Yeuoly's avatar Yeuoly Committed by GitHub

fix: setting default model to gpt-3.5-turbo-1106 and remove default m… (#2274)

parent c97b7f67
...@@ -107,20 +107,33 @@ class AppListApi(Resource): ...@@ -107,20 +107,33 @@ class AppListApi(Resource):
# validate config # validate config
model_config_dict = args['model_config'] model_config_dict = args['model_config']
# get model provider # Get provider configurations
model_manager = ModelManager() provider_manager = ProviderManager()
model_instance = model_manager.get_default_model_instance( provider_configurations = provider_manager.get_configurations(current_user.current_tenant_id)
tenant_id=current_user.current_tenant_id,
model_type=ModelType.LLM # get available models from provider_configurations
available_models = provider_configurations.get_models(
model_type=ModelType.LLM,
only_active=True
) )
if not model_instance: # check if model is available
raise ProviderNotInitializeError( available_models_names = [f'{model.provider.provider}.{model.model}' for model in available_models]
f"No Default System Reasoning Model available. Please configure " provider_model = f"{model_config_dict['model']['provider']}.{model_config_dict['model']['name']}"
f"in the Settings -> Model Provider.") if provider_model not in available_models_names:
else: model_manager = ModelManager()
model_config_dict["model"]["provider"] = model_instance.provider model_instance = model_manager.get_default_model_instance(
model_config_dict["model"]["name"] = model_instance.model tenant_id=current_user.current_tenant_id,
model_type=ModelType.LLM
)
if not model_instance:
raise ProviderNotInitializeError(
f"No Default System Reasoning Model available. Please configure "
f"in the Settings -> Model Provider.")
else:
model_config_dict["model"]["provider"] = model_instance.provider
model_config_dict["model"]["name"] = model_instance.model
model_configuration = AppModelConfigService.validate_configuration( model_configuration = AppModelConfigService.validate_configuration(
tenant_id=current_user.current_tenant_id, tenant_id=current_user.current_tenant_id,
......
...@@ -218,15 +218,30 @@ class ProviderManager: ...@@ -218,15 +218,30 @@ class ProviderManager:
) )
if available_models: if available_models:
available_model = available_models[0] found = False
default_model = TenantDefaultModel( for available_model in available_models:
tenant_id=tenant_id, if available_model.model == "gpt-3.5-turbo-1106":
model_type=model_type.to_origin_model_type(), default_model = TenantDefaultModel(
provider_name=available_model.provider.provider, tenant_id=tenant_id,
model_name=available_model.model model_type=model_type.to_origin_model_type(),
) provider_name=available_model.provider.provider,
db.session.add(default_model) model_name=available_model.model
db.session.commit() )
db.session.add(default_model)
db.session.commit()
found = True
break
if not found:
available_model = available_models[0]
default_model = TenantDefaultModel(
tenant_id=tenant_id,
model_type=model_type.to_origin_model_type(),
provider_name=available_model.provider.provider,
model_name=available_model.model
)
db.session.add(default_model)
db.session.commit()
if not default_model: if not default_model:
return None return None
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment