add ASR_Model Select

2024-02-09 05:18:54 +08:00
parent 3a03e8115d
commit 67f87d6306
7 changed files with 244 additions and 93 deletions
--- a/tools/asr/fasterwhisper_asr.py
+++ b/tools/asr/fasterwhisper_asr.py
@@ -0,0 +1,97 @@
+import argparse
+import os
+import traceback
+import requests
+from glob import glob
+
+from faster_whisper import WhisperModel
+from tqdm import tqdm
+
+from config import check_fw_local_models
+
+os.environ["KMP_DUPLICATE_LIB_OK"]="TRUE"
+
+language_code_list = [
+    "af", "am", "ar", "as", "az", 
+    "ba", "be", "bg", "bn", "bo", 
+    "br", "bs", "ca", "cs", "cy", 
+    "da", "de", "el", "en", "es", 
+    "et", "eu", "fa", "fi", "fo", 
+    "fr", "gl", "gu", "ha", "haw", 
+    "he", "hi", "hr", "ht", "hu", 
+    "hy", "id", "is", "it", "ja", 
+    "jw", "ka", "kk", "km", "kn", 
+    "ko", "la", "lb", "ln", "lo", 
+    "lt", "lv", "mg", "mi", "mk", 
+    "ml", "mn", "mr", "ms", "mt", 
+    "my", "ne", "nl", "nn", "no", 
+    "oc", "pa", "pl", "ps", "pt", 
+    "ro", "ru", "sa", "sd", "si", 
+    "sk", "sl", "sn", "so", "sq", 
+    "sr", "su", "sv", "sw", "ta", 
+    "te", "tg", "th", "tk", "tl", 
+    "tr", "tt", "uk", "ur", "uz", 
+    "vi", "yi", "yo", "zh", "yue",
+    "auto"]
+
+def execute_asr(input_folder, output_folder, model_size, language):
+    if 'local' in model_size:
+        model_size = model_size.split('(')[0]
+        model_path = f'tools/asr/models/faster-whisper-{model_size}'
+    else:
+        model_path = model_size
+    if language == 'auto':
+        language = None #不设置语种由模型自动输出概率最高的语种
+
+    try:
+        model = WhisperModel(model_path, device="cuda", compute_type="float16")
+    except:
+        return print(traceback.format_exc())
+
+    output = []
+    output_file_name = os.path.basename(input_folder)
+    output_file_path = os.path.abspath(f'{output_folder}/{output_file_name}.list')
+
+    if not os.path.exists(output_folder):
+        os.makedirs(output_folder)
+
+    for file in tqdm(glob(os.path.join(input_folder, '**/*.wav'), recursive=True)):
+        try:
+            segments, info = model.transcribe(
+                audio          = file,
+                beam_size      = 5,
+                vad_filter     = True,
+                vad_parameters = dict(min_silence_duration_ms=700),
+                language       = language)
+            text = ''
+            for segment in segments:
+                text += segment.text
+            output.append(f"{file}|{output_file_name}|{info.language.upper()}|{text}")
+        except:
+            return print(traceback.format_exc())
+        
+    with open(output_file_path, "w", encoding="utf-8") as f:
+        f.write("\n".join(output))
+        print(f"ASR 任务完成->标注文件路径: {output_file_path}\n")
+    return output_file_path
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-i", "--input_folder", type=str, required=True,
+                        help="Path to the folder containing WAV files.")
+    parser.add_argument("-o", "--output_folder", type=str, required=True, 
+                        help="Output folder to store transcriptions.")
+    parser.add_argument("-s", "--model_size", type=str, default='large-v3', 
+                        choices=check_fw_local_models(),
+                        help="Model Size of Faster Whisper")
+    parser.add_argument("-l", "--language", type=str, default='zh', 
+                        choices=language_code_list,
+                        help="Language of the audio files.")
+
+    cmd = parser.parse_args()
+    output_file_path = execute_asr(
+        input_folder  = cmd.input_folder,
+        output_folder = cmd.output_folder,
+        model_size    = cmd.model_size,
+        language      = cmd.language,
+    )