removing trailing spaces

This commit is contained in:
iperov 2019-03-19 23:53:27 +04:00
parent fa4e579b95
commit a3df04999c
61 changed files with 2110 additions and 2103 deletions

View file

@ -5,7 +5,7 @@ import time
class ThisThreadGenerator(object):
def __init__(self, generator_func, user_param=None):
def __init__(self, generator_func, user_param=None):
super().__init__()
self.generator_func = generator_func
self.user_param = user_param
@ -13,30 +13,30 @@ class ThisThreadGenerator(object):
def __iter__(self):
return self
def __next__(self):
if not self.initialized:
if not self.initialized:
self.initialized = True
self.generator_func = self.generator_func(self.user_param)
return next(self.generator_func)
class SubprocessGenerator(object):
def __init__(self, generator_func, user_param=None, prefetch=2):
super().__init__()
def __init__(self, generator_func, user_param=None, prefetch=2):
super().__init__()
self.prefetch = prefetch
self.generator_func = generator_func
self.user_param = user_param
self.sc_queue = multiprocessing.Queue()
self.cs_queue = multiprocessing.Queue()
self.p = None
def process_func(self):
self.generator_func = self.generator_func(self.user_param)
while True:
while True:
while self.prefetch > -1:
try:
gen_data = next (self.generator_func)
gen_data = next (self.generator_func)
except StopIteration:
self.cs_queue.put (None)
return
@ -47,17 +47,17 @@ class SubprocessGenerator(object):
def __iter__(self):
return self
def __next__(self):
if self.p == None:
self.p = multiprocessing.Process(target=self.process_func, args=())
self.p.daemon = True
self.p.start()
gen_data = self.cs_queue.get()
if gen_data is None:
self.p.terminate()
self.p.join()
raise StopIteration()
self.sc_queue.put (1)
return gen_data
self.sc_queue.put (1)
return gen_data