Merge pull request #2117 from HuanLinOTO/feat-fallback-encoding

feat: fallback to system encoding when fail to read file with utf-8

Author: RVC-Boss

infer/lib/train/utils.py

@@ -278,8 +278,13 @@ def load_wav_to_torch(full_path):
 
 
 def load_filepaths_and_text(filename, split="|"):
-    with open(filename, encoding="utf-8") as f:
-        filepaths_and_text = [line.strip().split(split) for line in f]
+    try:
+        with open(filename, encoding="utf-8") as f:
+            filepaths_and_text = [line.strip().split(split) for line in f]
+    except UnicodeDecodeError:
+        with open(filename) as f:
+            filepaths_and_text = [line.strip().split(split) for line in f]
+    
     return filepaths_and_text