llm.py 854 B

12345678910111213141516171819202122232425262728293031
  1. # coding=utf-8
  2. """
  3. @project: maxkb
  4. @Author:虎
  5. @file: llm.py
  6. @date:2023/11/10 17:45
  7. @desc:
  8. """
  9. from typing import Dict
  10. from models_provider.base_model_provider import MaxKBBaseModel
  11. from models_provider.impl.base_chat_open_ai import BaseChatOpenAI
  12. class KimiChatModel(MaxKBBaseModel, BaseChatOpenAI):
  13. @staticmethod
  14. def is_cache_model():
  15. return False
  16. @staticmethod
  17. def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
  18. optional_params = MaxKBBaseModel.filter_optional_params(model_kwargs)
  19. kimi_chat_open_ai = KimiChatModel(
  20. openai_api_base=model_credential['api_base'],
  21. openai_api_key=model_credential['api_key'],
  22. model=model_name,
  23. **optional_params,
  24. )
  25. return kimi_chat_open_ai