github/DeepFaceLab
1
0
Fork 0
mirror of https://github.com/iperov/DeepFaceLab.git synced 2025-07-05 20:42:11 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

perf: avoid Python GIL by using a multiprocessing pool

Browse source
This commit is contained in:
Cregrant 2023-02-07 21:40:52 +07:00 • committed by GitHub
parent 48b70f6308
commit 6ceaba56b9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

23
samplelib/SampleLoader.py
View file

@ -15,6 +15,24 @@ from facelib import FaceType, LandmarksProcessor
from .Sample import Sample, SampleType
def load_face_sample(image_path):
dflimg = DFLIMG.load(Path(image_path))
if dflimg is None or not dflimg.has_data():
print(f"FaceSamplesLoader: {image_path} is not a dfl image file.")
data = None
else:
data = (dflimg.get_face_type(),
dflimg.get_shape(),
dflimg.get_landmarks(),
dflimg.get_seg_ie_polys(),
dflimg.get_xseg_mask_compressed(),
dflimg.get_eyebrows_expand_mod(),
dflimg.get_source_filename())
return image_path, data
class SampleLoader:
samples_cache = dict()
@staticmethod
@ -71,7 +89,10 @@ class SampleLoader:
@staticmethod
def load_face_samples ( image_paths):
result = FaceSamplesLoaderSubprocessor(image_paths).run()
#result = FaceSamplesLoaderSubprocessor(image_paths).run()
print("Loading samples...")
with multiprocessing.Pool() as pool:
result = pool.map(load_face_sample, image_paths)
sample_list = []
for filename, data in result: