tts.py 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. from typing import Dict
  2. from openai import OpenAI
  3. from common.config.tokenizer_manage_config import TokenizerManage
  4. from common.utils.common import _remove_empty_lines
  5. from models_provider.base_model_provider import MaxKBBaseModel
  6. from models_provider.impl.base_tts import BaseTextToSpeech
  7. def custom_get_token_ids(text: str):
  8. tokenizer = TokenizerManage.get_tokenizer()
  9. return tokenizer.encode(text)
  10. class SiliconCloudTextToSpeech(MaxKBBaseModel, BaseTextToSpeech):
  11. api_base: str
  12. api_key: str
  13. model: str
  14. params: dict
  15. def __init__(self, **kwargs):
  16. super().__init__(**kwargs)
  17. self.api_key = kwargs.get('api_key')
  18. self.api_base = kwargs.get('api_base')
  19. self.model = kwargs.get('model')
  20. self.params = kwargs.get('params')
  21. @staticmethod
  22. def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
  23. optional_params = {'params': {'voice': 'alloy'}}
  24. for key, value in model_kwargs.items():
  25. if key not in ['model_id', 'use_local', 'streaming']:
  26. optional_params['params'][key] = value
  27. return SiliconCloudTextToSpeech(
  28. model=model_name,
  29. api_base=model_credential.get('api_base'),
  30. api_key=model_credential.get('api_key'),
  31. **optional_params,
  32. )
  33. def check_auth(self):
  34. client = OpenAI(
  35. base_url=self.api_base,
  36. api_key=self.api_key
  37. )
  38. response_list = client.models.with_raw_response.list()
  39. # print(response_list)
  40. def text_to_speech(self, text):
  41. client = OpenAI(
  42. base_url=self.api_base,
  43. api_key=self.api_key
  44. )
  45. text = _remove_empty_lines(text)
  46. with client.audio.speech.with_streaming_response.create(
  47. model=self.model,
  48. input=text,
  49. **self.params
  50. ) as response:
  51. return response.read()
  52. def is_cache_model(self):
  53. return False