# coding=utf-8 import traceback from typing import Dict from django.utils.translation import gettext_lazy as _, gettext from langchain_core.messages import HumanMessage from common import forms from common.exception.app_exception import AppApiException from common.forms import BaseForm, TooltipLabel from models_provider.base_model_provider import BaseModelCredential, ValidCode class VLLMWhisperModelParams(BaseForm): Language = forms.TextInputField( TooltipLabel(_('language'), _("If not passed, the default value is 'zh'")), required=True, default_value='zh', ) class VLLMWhisperModelCredential(BaseForm, BaseModelCredential): api_url = forms.TextInputField('API URL', required=True) api_key = forms.PasswordInputField('API Key', required=True) def is_valid(self, model_type: str, model_name, model_credential: Dict[str, object], model_params, provider, raise_exception=False): model_type_list = provider.get_model_type_list() if not any(list(filter(lambda mt: mt.get('value') == model_type, model_type_list))): raise AppApiException(ValidCode.valid_error.value, gettext('{model_type} Model type is not supported').format(model_type=model_type)) try: model_list = provider.get_base_model_list(model_credential.get('api_url'), model_credential.get('api_key')) except Exception as e: raise AppApiException(ValidCode.valid_error.value, gettext('API domain name is invalid')) exist = provider.get_model_info_by_name(model_list, model_name) if len(exist) == 0: raise AppApiException(ValidCode.valid_error.value, gettext('The model does not exist, please download the model first')) model = provider.get_model(model_type, model_name, model_credential, **model_params) return True def encryption_dict(self, model_info: Dict[str, object]): return {**model_info, 'api_key': super().encryption(model_info.get('api_key', ''))} def build_model(self, model_info: Dict[str, object]): for key in ['api_key', 'model']: if key not in model_info: raise AppApiException(500, gettext('{key} is required').format(key=key)) self.api_key = model_info.get('api_key') return self def get_model_params_setting_form(self, model_name): return VLLMWhisperModelParams()