splitting large files

This commit is contained in:
iperov 2021-07-30 13:27:11 +04:00
parent 30cc36c8e4
commit ee7d471f20
16 changed files with 805308 additions and 7 deletions

16
misc/split_large_files.py Normal file
View file

@ -0,0 +1,16 @@
from pathlib import Path
from xlib.file import SplittedFile
def split_large_files():
repo_root = Path(__file__).parent.parent
files_list = [ (repo_root / 'modelhub' / 'onnx' / 'S3FD' / 'S3FD.onnx', 48*1024*1024),
(repo_root / 'modelhub' / 'torch' / 'S3FD' / 'S3FD.pth', 48*1024*1024),
(repo_root / 'modelhub' / 'cv' / 'FaceMarkerLBF' / 'lbfmodel.yaml', 34*1024*1024),
]
for filepath, part_size in files_list:
print(f'Splitting {filepath}...')
SplittedFile.split(filepath, part_size=part_size, delete_original=False)
print('Done')