embedding.py 2.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. # coding=utf-8
  2. """
  3. @project: MaxKB
  4. @Author:虎
  5. @file: embedding.py
  6. @date:2024/7/12 15:10
  7. @desc:
  8. """
  9. from typing import Dict
  10. from django.utils.translation import gettext as _
  11. from common import forms
  12. from common.exception.app_exception import AppApiException
  13. from common.forms import BaseForm
  14. from models_provider.base_model_provider import BaseModelCredential, ValidCode
  15. from models_provider.impl.local_model_provider.model.embedding import LocalEmbedding
  16. class OllamaEmbeddingModelCredential(BaseForm, BaseModelCredential):
  17. def is_valid(self, model_type: str, model_name, model_credential: Dict[str, object], model_params, provider,
  18. raise_exception=False):
  19. model_type_list = provider.get_model_type_list()
  20. if not any(list(filter(lambda mt: mt.get('value') == model_type, model_type_list))):
  21. raise AppApiException(ValidCode.valid_error.value,
  22. _('{model_type} Model type is not supported').format(model_type=model_type))
  23. try:
  24. model_list = provider.get_base_model_list(model_credential.get('api_base'))
  25. except Exception as e:
  26. raise AppApiException(ValidCode.valid_error.value, _('API domain name is invalid'))
  27. exist = [model for model in (model_list.get('models') if model_list.get('models') is not None else []) if
  28. model.get('model') == model_name or model.get('model').replace(":latest", "") == model_name]
  29. if len(exist) == 0:
  30. raise AppApiException(ValidCode.model_not_fount,
  31. _('The model does not exist, please download the model first'))
  32. model: LocalEmbedding = provider.get_model(model_type, model_name, model_credential)
  33. model.embed_query(_('Hello'))
  34. return True
  35. def encryption_dict(self, model_info: Dict[str, object]):
  36. return model_info
  37. def build_model(self, model_info: Dict[str, object]):
  38. for key in ['model']:
  39. if key not in model_info:
  40. raise AppApiException(500, _('{key} is required').format(key=key))
  41. return self
  42. api_base = forms.TextInputField('API URL', required=True)