🚧 [WIP/TEST] Model : CUDAでの処理実装 part 1
This commit is contained in:
@@ -51,7 +51,7 @@ def checkWhisperWeight(root, weight_type):
|
||||
try:
|
||||
WhisperModel(
|
||||
path,
|
||||
device="cpu",
|
||||
device="cuda",
|
||||
device_index=0,
|
||||
compute_type="int8",
|
||||
cpu_threads=4,
|
||||
@@ -79,7 +79,7 @@ def getWhisperModel(root, weight_type):
|
||||
path = os_path.join(root, "weights", "whisper", weight_type)
|
||||
return WhisperModel(
|
||||
path,
|
||||
device="cpu",
|
||||
device="cuda",
|
||||
device_index=0,
|
||||
compute_type="int8",
|
||||
cpu_threads=4,
|
||||
|
||||
@@ -37,7 +37,7 @@ class Translator():
|
||||
tokenizer_path = os_path.join(path, "weights", "ctranslate2", directory_name, "tokenizer")
|
||||
self.ctranslate2_translator = ctranslate2.Translator(
|
||||
weight_path,
|
||||
device="cpu",
|
||||
device="cuda",
|
||||
device_index=0,
|
||||
compute_type="int8",
|
||||
inter_threads=1,
|
||||
|
||||
Reference in New Issue
Block a user