Selaa lähdekoodia

revert the main function to original and only preserve the inference endpoint

c4fun 9 kuukautta sitten
vanhempi
commit
ba6d8c07ba
1 muutettua tiedostoa jossa 2 lisäystä ja 2 poistoa
  1. 2 2
      runtime/python/fastapi/server.py

+ 2 - 2
runtime/python/fastapi/server.py

@@ -88,14 +88,14 @@ if __name__ == '__main__':
                         default=50000)
     parser.add_argument('--model_dir',
                         type=str,
-                        default='pretrained_models/CosyVoice2-0.5B',
+                        default='iic/CosyVoice-300M',
                         help='local path or modelscope repo id')
     args = parser.parse_args()
     try:
         cosyvoice = CosyVoice(args.model_dir)
     except Exception:
         try:
-            cosyvoice = CosyVoice2(args.model_dir, load_jit=True, load_trt=False)
+            cosyvoice = CosyVoice2(args.model_dir)
         except Exception:
             raise TypeError('no valid model_type!')
     uvicorn.run(app, host="0.0.0.0", port=args.port)