浏览代码

set use_flow_cache=True when export

lyuxiang.lx 1 年之前
父节点
当前提交
7902d1c17f
共有 2 个文件被更改,包括 4 次插入2 次删除
  1. 2 1
      cosyvoice/bin/export_jit.py
  2. 2 1
      cosyvoice/bin/export_onnx.py

+ 2 - 1
cosyvoice/bin/export_jit.py

@@ -61,7 +61,8 @@ def main():
         model = CosyVoice(args.model_dir)
         model = CosyVoice(args.model_dir)
     except Exception:
     except Exception:
         try:
         try:
-            model = CosyVoice2(args.model_dir)
+            # NOTE set use_flow_cache=True when export jit for cache inference
+            model = CosyVoice2(args.model_dir, use_flow_cache=True)
         except Exception:
         except Exception:
             raise TypeError('no valid model_type!')
             raise TypeError('no valid model_type!')
 
 

+ 2 - 1
cosyvoice/bin/export_onnx.py

@@ -62,7 +62,8 @@ def main():
         model = CosyVoice(args.model_dir)
         model = CosyVoice(args.model_dir)
     except Exception:
     except Exception:
         try:
         try:
-            model = CosyVoice2(args.model_dir)
+            # NOTE set use_flow_cache=True when export jit for cache inference
+            model = CosyVoice2(args.model_dir, use_flow_cache=True)
         except Exception:
         except Exception:
             raise TypeError('no valid model_type!')
             raise TypeError('no valid model_type!')