every_holiday/VRCT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[WIP/TEST] Model : largeモデルをダウンロード処理を修正/ enを削除

Browse Source
This commit is contained in:
misyaguziya
2024-02-01 13:41:31 +09:00
parent e4c685d382
commit 7cb8c473d4
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
models/transcription/transcription_whisper.py
View File

@@ -8,18 +8,13 @@ logger = logging.getLogger('faster_whisper')
logger.setLevel(logging.CRITICAL) logger.setLevel(logging.CRITICAL)
_MODELS = { _MODELS = {
"tiny.en": "Systran/faster-whisper-tiny.en",
"tiny": "Systran/faster-whisper-tiny", "tiny": "Systran/faster-whisper-tiny",
"base.en": "Systran/faster-whisper-base.en",
"base": "Systran/faster-whisper-base", "base": "Systran/faster-whisper-base",
"small.en": "Systran/faster-whisper-small.en",
"small": "Systran/faster-whisper-small", "small": "Systran/faster-whisper-small",
"medium.en": "Systran/faster-whisper-medium.en",
"medium": "Systran/faster-whisper-medium", "medium": "Systran/faster-whisper-medium",
"large-v1": "Systran/faster-whisper-large-v1", "large-v1": "Systran/faster-whisper-large-v1",
"large-v2": "Systran/faster-whisper-large-v2", "large-v2": "Systran/faster-whisper-large-v2",
"large-v3": "Systran/faster-whisper-large-v3", "large-v3": "Systran/faster-whisper-large-v3",
"large": "Systran/faster-whisper-large-v3",
} }
_FILENAMES = [ _FILENAMES = [
@@ -28,6 +23,7 @@ _FILENAMES = [
"model.bin", "model.bin",
"tokenizer.json", "tokenizer.json",
"vocabulary.txt", "vocabulary.txt",
"vocabulary.json",
] ]
def downloadFile(url, path, func=None): def downloadFile(url, path, func=None):
@@ -67,6 +63,7 @@ def downloadWhisperWeight(root, weight_type, callbackFunc):
path = os_path.join(root, "weight", "whisper", weight_type) path = os_path.join(root, "weight", "whisper", weight_type)
os_makedirs(path, exist_ok=True) os_makedirs(path, exist_ok=True)
if checkWhisperWeight(path) is True: if checkWhisperWeight(path) is True:
print("weight_type:", weight_type, checkWhisperWeight(path))
return return
for filename in _FILENAMES: for filename in _FILENAMES:
@@ -75,6 +72,8 @@ def downloadWhisperWeight(root, weight_type, callbackFunc):
url = huggingface_hub.hf_hub_url(_MODELS[weight_type], filename) url = huggingface_hub.hf_hub_url(_MODELS[weight_type], filename)
downloadFile(url, file_path, func=callbackFunc) downloadFile(url, file_path, func=callbackFunc)
print("weight_type:", weight_type, checkWhisperWeight(path))
def getWhisperModel(root, weight_type): def getWhisperModel(root, weight_type):
path = os_path.join(root, "weight", "whisper", weight_type) path = os_path.join(root, "weight", "whisper", weight_type)
return WhisperModel( return WhisperModel(
@@ -90,9 +89,12 @@ def getWhisperModel(root, weight_type):
if __name__ == "__main__": if __name__ == "__main__":
def callback(value): def callback(value):
print(value) print(value)
pass
downloadWhisperWeight("./", "tiny", callback) downloadWhisperWeight("./", "tiny", callback)
downloadWhisperWeight("./", "base", callback) downloadWhisperWeight("./", "base", callback)
downloadWhisperWeight("./", "small", callback) downloadWhisperWeight("./", "small", callback)
downloadWhisperWeight("./", "medium", callback) downloadWhisperWeight("./", "medium", callback)
downloadWhisperWeight("./", "large", callback) downloadWhisperWeight("./", "large-v1", callback)
downloadWhisperWeight("./", "large-v2", callback)
downloadWhisperWeight("./", "large-v3", callback)