diff --git a/models/translation/utils.py b/models/translation/utils.py index 3b71f87e..2f60459b 100644 --- a/models/translation/utils.py +++ b/models/translation/utils.py @@ -3,7 +3,6 @@ from zipfile import ZipFile from os import path as os_path from os import makedirs as os_makedirs from requests import get as requests_get -from tqdm import tqdm from typing import Callable import hashlib @@ -39,7 +38,7 @@ def calculate_file_hash(file_path, block_size=65536): return hash_object.hexdigest() -def downloadCTranslate2Weight(path, weight_type="small", func=None): +def downloadCTranslate2Weight(path, weight_type="m2m100_418m", func=None): url = ctranslate2_weights[weight_type]["url"] filename = 'weight.zip' directory_name = 'weight' @@ -64,16 +63,13 @@ def downloadCTranslate2Weight(path, weight_type="small", func=None): with tempfile.TemporaryDirectory() as tmp_path: res = requests_get(url, stream=True) file_size = int(res.headers.get('content-length', 0)) - pbar = tqdm(total=file_size, unit="B", unit_scale=True) total_chunk = 0 with open(os_path.join(tmp_path, filename), 'wb') as file: for chunk in res.iter_content(chunk_size=1024*5): file.write(chunk) - pbar.update(len(chunk)) if isinstance(func, Callable): total_chunk += len(chunk) func(total_chunk/file_size) - pbar.close() with ZipFile(os_path.join(tmp_path, filename)) as zf: zf.extractall(os_path.join(current_directory, directory_name))