every_holiday/VRCT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Update] Add compute type management for CTranslate2 and Whisper models

Browse Source
This commit is contained in:
misyaguziya
2025-09-17 10:35:34 +09:00
parent 6bf09970a4
commit 245855d0ca
8 changed files with 98 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src-python/utils.py
View File

@@ -78,10 +78,13 @@ def isValidIpAddress(ip_address: str) -> bool:
except ValueError:
return False
def getComputeTypeList() -> list:
return ["int8_bfloat16", "int8_float16", "int8", "bfloat16", "float16", "int8_float32", "float32"]
def getBestComputeType(device, device_index) -> str:
compute_types = get_supported_compute_types(device, device_index)
compute_types = set(compute_types)
preferred_types = ["int8_bfloat16", "int8_float16", "int8", "bfloat16", "float16", "int8_float32", "float32"]
preferred_types = getComputeTypeList()
for preferred_type in preferred_types:
if preferred_type in compute_types: