瀏覽代碼

compatible when ttsfrd is not avaliable

lyuxiang.lx 1 年之前
父節點
當前提交
50c7b06ea9
共有 2 個文件被更改,包括 21 次插入9 次删除
  1. 4 1
      README.md
  2. 17 8
      cosyvoice/cli/frontend.py

+ 4 - 1
README.md

@@ -55,7 +55,10 @@ git clone https://www.modelscope.cn/iic/CosyVoice-300M-Instruct.git pretrained_m
 git clone https://www.modelscope.cn/iic/CosyVoice-ttsfrd.git pretrained_models/CosyVoice-ttsfrd
 ```
 
-Unzip `ttsfrd` resouce and install `ttsfrd` package
+Optionaly, you can unzip `ttsfrd` resouce and install `ttsfrd` package.
+
+Notice that this step is not necessary. If you do not install `ttsfrd` package, you need to normalize input text manually.
+
 ``` sh
 cd pretrained_models/CosyVoice-ttsfrd/
 unzip resource.zip -d .

+ 17 - 8
cosyvoice/cli/frontend.py

@@ -21,7 +21,12 @@ import torchaudio.compliance.kaldi as kaldi
 import torchaudio
 import os
 import inflect
-import ttsfrd
+try:
+    import ttsfrd
+    use_ttsfrd = True
+except:
+    print("failed to import ttsfrd, please normalize input text manually")
+    use_ttsfrd = False
 from cosyvoice.utils.frontend_utils import contains_chinese, replace_blank, replace_corner_mark, remove_bracket, spell_out_number, split_paragraph
 
 
@@ -48,12 +53,14 @@ class CosyVoiceFrontEnd:
         self.instruct = instruct
         self.allowed_special = allowed_special
         self.inflect_parser = inflect.engine()
-        self.frd = ttsfrd.TtsFrontendEngine()
-        ROOT_DIR = os.path.dirname(os.path.abspath(__file__))
-        assert self.frd.initialize('{}/../../pretrained_models/CosyVoice-ttsfrd/resource'.format(ROOT_DIR)) is True, 'failed to initialize ttsfrd resource'
-        self.frd.set_lang_type('pinyin')
-        self.frd.enable_pinyin_mix(True)
-        self.frd.set_breakmodel_index(1)
+        self.use_ttsfrd = use_ttsfrd
+        if self.use_ttsfrd:
+            self.frd = ttsfrd.TtsFrontendEngine()
+            ROOT_DIR = os.path.dirname(os.path.abspath(__file__))
+            assert self.frd.initialize('{}/../../pretrained_models/CosyVoice-ttsfrd/resource'.format(ROOT_DIR)) is True, 'failed to initialize ttsfrd resource'
+            self.frd.set_lang_type('pinyin')
+            self.frd.enable_pinyin_mix(True)
+            self.frd.set_breakmodel_index(1)
 
     def _extract_text_token(self, text):
         text_token = self.tokenizer.encode(text, allowed_special=self.allowed_special)
@@ -88,7 +95,9 @@ class CosyVoiceFrontEnd:
     def text_normalize(self, text, split=True):
         text = text.strip()
         if contains_chinese(text):
-            text = self.frd.get_frd_extra_info(text, 'input').replace("\n", "")
+            if self.use_ttsfrd:
+                text = self.frd.get_frd_extra_info(text, 'input')
+            text = text.replace("\n", "")
             text = replace_blank(text)
             text = replace_corner_mark(text)
             text = text.replace(".", "、")