github/DeepFaceLab
1
0
Fork 0
mirror of https://github.com/iperov/DeepFaceLab.git synced 2025-07-10 23:33:30 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

_

Browse source
This commit is contained in:
Colombo 2020-02-29 14:12:53 +04:00
parent 7180076ecf
commit 7e276a4ec7
1 changed files with 27 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

40
core/joblib/SubprocessorBase.py
View file

@ -26,11 +26,14 @@ class Subprocessor(object):
self.name = None self.name = None
self.host_dict = None self.host_dict = None
def kill(self): def close(self, terminate=False):
if terminate:
self.p.terminate() self.p.terminate()
self.p.join() self.p.join()
self.s2c.close() self.s2c.close()
self.c2s.close() self.c2s.close()
self.s2c = None
self.c2s = None
#overridable optional #overridable optional
def on_initialize(self, client_dict): def on_initialize(self, client_dict):
@ -57,9 +60,9 @@ class Subprocessor(object):
def progress_bar_inc(self, c): self.c2s.put ( {'op': 'progress_bar_inc' , 'c':c } ) def progress_bar_inc(self, c): self.c2s.put ( {'op': 'progress_bar_inc' , 'c':c } )
def _subprocess_run(self, client_dict, s2c, c2s): def _subprocess_run(self, client_dict, s2c, c2s):
self.s2c = s2c
self.c2s = c2s self.c2s = c2s
data = None data = None
is_error = False
try: try:
self.on_initialize(client_dict) self.on_initialize(client_dict)
@ -79,23 +82,26 @@ class Subprocessor(object):
time.sleep(0.001) time.sleep(0.001)
self.on_finalize() self.on_finalize()
c2s.put ( {'op': 'finalized'} ) c2s.put ( {'op': 'finalized'} )
self.s2c.close()
self.c2s.close()
return
except Subprocessor.SilenceException as e: except Subprocessor.SilenceException as e:
pass is_error = True
except Exception as e: except Exception as e:
is_error = True
if data is not None: if data is not None:
print ('Exception while process data [%s]: %s' % (self.get_data_name(data), traceback.format_exc()) ) print ('Exception while process data [%s]: %s' % (self.get_data_name(data), traceback.format_exc()) )
else: else:
print ('Exception: %s' % (traceback.format_exc()) ) print ('Exception: %s' % (traceback.format_exc()) )
if is_error:
c2s.put ( {'op': 'error', 'data' : data} ) c2s.put ( {'op': 'error', 'data' : data} )
s2c.close()
c2s.close()
self.c2s = None
import gc
gc.collect()
# disable pickling # disable pickling
def __getstate__(self): def __getstate__(self):
return dict() return dict()
@ -188,7 +194,7 @@ class Subprocessor(object):
elif op == 'log_err': elif op == 'log_err':
io.log_err(obj['msg']) io.log_err(obj['msg'])
elif op == 'error': elif op == 'error':
cli.kill() cli.close()
self.clis.remove(cli) self.clis.remove(cli)
break break
if cli.state == 0: if cli.state == 0:
@ -213,7 +219,7 @@ class Subprocessor(object):
elif op == 'log_err': elif op == 'log_err':
io.log_err(obj['msg']) io.log_err(obj['msg'])
elif op == 'error': elif op == 'error':
cli.kill() cli.close()
self.clis.remove(cli) self.clis.remove(cli)
break break
if all ([cli.state == 0 for cli in self.clis]): if all ([cli.state == 0 for cli in self.clis]):
@ -242,8 +248,7 @@ class Subprocessor(object):
#some error occured while process data, returning chunk to on_data_return #some error occured while process data, returning chunk to on_data_return
if 'data' in obj.keys(): if 'data' in obj.keys():
self.on_data_return (cli.host_dict, obj['data'] ) self.on_data_return (cli.host_dict, obj['data'] )
#and killing process cli.close()
cli.kill()
self.clis.remove(cli) self.clis.remove(cli)
elif op == 'log_info': elif op == 'log_info':
io.log_info(obj['msg']) io.log_info(obj['msg'])
@ -258,7 +263,7 @@ class Subprocessor(object):
#subprocess busy too long #subprocess busy too long
print ( '%s doesnt response, terminating it.' % (cli.name) ) print ( '%s doesnt response, terminating it.' % (cli.name) )
self.on_data_return (cli.host_dict, cli.sent_data ) self.on_data_return (cli.host_dict, cli.sent_data )
cli.kill() cli.close(kill=True)
self.clis.remove(cli) self.clis.remove(cli)
for cli in self.clis[:]: for cli in self.clis[:]:
@ -289,20 +294,17 @@ class Subprocessor(object):
while True: while True:
for cli in self.clis[:]: for cli in self.clis[:]:
if cli.state != 2: if cli.state != 2:
terminate_it = False
while not cli.c2s.empty(): while not cli.c2s.empty():
obj = cli.c2s.get() obj = cli.c2s.get()
obj_op = obj['op'] obj_op = obj['op']
if obj_op == 'finalized': if obj_op == 'finalized':
terminate_it = True cli.state = 2
cli.close()
break break
if (time.time() - cli.sent_time) > 30: if (time.time() - cli.sent_time) > 30:
terminate_it = True
if terminate_it:
cli.state = 2 cli.state = 2
cli.kill() cli.close(kill=True)
if all ([cli.state == 2 for cli in self.clis]): if all ([cli.state == 2 for cli in self.clis]):
break break