SampleGeneratorFace optimizations

This commit is contained in:
iperov 2019-04-24 21:27:05 +04:00
parent 9535a657d2
commit c0a63addd4
2 changed files with 33 additions and 55 deletions

View file

@ -31,8 +31,8 @@ class SubprocessGenerator(object):
self.cs_queue = multiprocessing.Queue()
self.p = None
def process_func(self):
self.generator_func = self.generator_func(self.user_param)
def process_func(self, user_param):
self.generator_func = self.generator_func(user_param)
while True:
while self.prefetch > -1:
try:
@ -50,7 +50,9 @@ class SubprocessGenerator(object):
def __next__(self):
if self.p == None:
self.p = multiprocessing.Process(target=self.process_func, args=())
user_param = self.user_param
self.user_param = None
self.p = multiprocessing.Process(target=self.process_func, args=(user_param,) )
self.p.daemon = True
self.p.start()