embedding.py 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. # coding=utf-8
  2. """
  3. @project: MaxKB
  4. @Author:虎
  5. @file: embedding.py
  6. @date:2024/10/17 15:40
  7. @desc:
  8. """
  9. from typing import Dict
  10. from django.utils.translation import gettext as _
  11. from common import forms
  12. from common.exception.app_exception import AppApiException
  13. from common.forms import BaseForm
  14. from models_provider.base_model_provider import BaseModelCredential, ValidCode
  15. from common.utils.logger import maxkb_logger
  16. class QianfanEmbeddingCredential(BaseForm, BaseModelCredential):
  17. def is_valid(self, model_type: str, model_name, model_credential: Dict[str, object], model_params, provider,
  18. raise_exception=False):
  19. api_version = model_credential.get('api_version', 'v1')
  20. model = provider.get_model(model_type, model_name, model_credential, **model_params)
  21. if api_version == 'v1':
  22. model_type_list = provider.get_model_type_list()
  23. if not any(list(filter(lambda mt: mt.get('value') == model_type, model_type_list))):
  24. raise AppApiException(ValidCode.valid_error.value,
  25. _('{model_type} Model type is not supported').format(model_type=model_type))
  26. model_info = [model.lower() for model in model.client.models()]
  27. if not model_info.__contains__(model_name.lower()):
  28. raise AppApiException(ValidCode.valid_error.value,
  29. _('{model_name} The model does not support').format(model_name=model_name))
  30. required_keys = ['qianfan_ak', 'qianfan_sk']
  31. if api_version == 'v2':
  32. required_keys = ['api_base', 'qianfan_ak']
  33. for key in required_keys:
  34. if key not in model_credential:
  35. if raise_exception:
  36. raise AppApiException(ValidCode.valid_error.value, _('{key} is required').format(key=key))
  37. else:
  38. return False
  39. try:
  40. model = provider.get_model(model_type, model_name, model_credential)
  41. model.embed_query(_('Hello'))
  42. except Exception as e:
  43. maxkb_logger.error(f'Exception: {e}', exc_info=True)
  44. if isinstance(e, AppApiException):
  45. raise e
  46. if raise_exception:
  47. raise AppApiException(ValidCode.valid_error.value,
  48. _('Verification failed, please check whether the parameters are correct: {error}').format(
  49. error=str(e)))
  50. else:
  51. return False
  52. return True
  53. def encryption_dict(self, model: Dict[str, object]):
  54. api_version = model.get('api_version', 'v1')
  55. if api_version == 'v1':
  56. return {**model, 'qianfan_sk': super().encryption(model.get('qianfan_sk', ''))}
  57. else: # v2
  58. return {**model, 'qianfan_ak': super().encryption(model.get('qianfan_ak', ''))}
  59. api_version = forms.Radio('API Version', required=True, text_field='label', value_field='value',
  60. option_list=[
  61. {'label': 'v1', 'value': 'v1'},
  62. {'label': 'v2', 'value': 'v2'}
  63. ],
  64. default_value='v1',
  65. provider='',
  66. method='', )
  67. # v2版本字段
  68. api_base = forms.TextInputField("API URL", required=True, relation_show_field_dict={"api_version": ["v2"]})
  69. # v1版本字段
  70. qianfan_ak = forms.PasswordInputField('API Key', required=True)
  71. qianfan_sk = forms.PasswordInputField("Secret Key", required=True,
  72. relation_show_field_dict={"api_version": ["v1"]})