every_holiday/VRCT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🐛[bugfix] Model : tqdmを削除

Browse Source
This commit is contained in:
misyaguziya
2024-01-12 13:33:11 +09:00
parent ae45ff3e44
commit 5e40fde99a
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
models/translation/utils.py
View File

@@ -3,7 +3,6 @@ from zipfile import ZipFile
from os import path as os_path from os import path as os_path
from os import makedirs as os_makedirs from os import makedirs as os_makedirs
from requests import get as requests_get from requests import get as requests_get
from tqdm import tqdm
from typing import Callable from typing import Callable
import hashlib import hashlib
@@ -39,7 +38,7 @@ def calculate_file_hash(file_path, block_size=65536):
return hash_object.hexdigest() return hash_object.hexdigest()
def downloadCTranslate2Weight(path, weight_type="small", func=None): def downloadCTranslate2Weight(path, weight_type="m2m100_418m", func=None):
url = ctranslate2_weights[weight_type]["url"] url = ctranslate2_weights[weight_type]["url"]
filename = 'weight.zip' filename = 'weight.zip'
directory_name = 'weight' directory_name = 'weight'
@@ -64,16 +63,13 @@ def downloadCTranslate2Weight(path, weight_type="small", func=None):
with tempfile.TemporaryDirectory() as tmp_path: with tempfile.TemporaryDirectory() as tmp_path:
res = requests_get(url, stream=True) res = requests_get(url, stream=True)
file_size = int(res.headers.get('content-length', 0)) file_size = int(res.headers.get('content-length', 0))
pbar = tqdm(total=file_size, unit="B", unit_scale=True)
total_chunk = 0 total_chunk = 0
with open(os_path.join(tmp_path, filename), 'wb') as file: with open(os_path.join(tmp_path, filename), 'wb') as file:
for chunk in res.iter_content(chunk_size=1024*5): for chunk in res.iter_content(chunk_size=1024*5):
file.write(chunk) file.write(chunk)
pbar.update(len(chunk))
if isinstance(func, Callable): if isinstance(func, Callable):
total_chunk += len(chunk) total_chunk += len(chunk)
func(total_chunk/file_size) func(total_chunk/file_size)
pbar.close()
with ZipFile(os_path.join(tmp_path, filename)) as zf: with ZipFile(os_path.join(tmp_path, filename)) as zf:
zf.extractall(os_path.join(current_directory, directory_name)) zf.extractall(os_path.join(current_directory, directory_name))