github/DeepFaceLab
1
0
Fork 0
mirror of https://github.com/iperov/DeepFaceLab.git synced 2025-07-07 13:32:09 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix DFLOptimizer

Browse source
This commit is contained in:
iperov 2019-03-12 16:56:59 +04:00
parent 46ff33bf89
commit 69174a48e0
1 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
nnlib/nnlib.py
View file

@ -448,18 +448,14 @@ NLayerDiscriminator = nnlib.NLayerDiscriminator
grads = self.get_gradients(loss, params)
self.updates = [K.update_add(self.iterations, 1)]
lr = self.lr
t = ( K.cast(self.iterations, K.floatx()) ) % 1000 + 1
lr_t = lr * (K.sqrt(1. - K.pow(self.beta_2, t)) /
(1. - K.pow(self.beta_1, t)))
lr_t = self.lr * ( ( K.cast(self.iterations, K.floatx()) ) % 100 + 1 ) / 100.0
self.weights = []
for p, g in zip(params, grads):
m_t = (1. - self.beta_1) * g
v_t = (1. - self.beta_2) * K.square(g)
p_t = p - lr_t * m_t / (K.sqrt(v_t) + K.epsilon() )
new_p = p_t
new_p = p - lr_t * m_t / (K.sqrt(v_t) + K.epsilon() )
# Apply constraints.
if getattr(p, 'constraint', None) is not None: