github/DeepFaceLab
1
0
Fork 0
mirror of https://github.com/iperov/DeepFaceLab.git synced 2025-08-14 02:37:00 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

leras: added AdaBelief optimizer

Browse source
This commit is contained in:
iperov 2020-12-11 15:47:47 +04:00
commit e7d36b4287
4 changed files with 101 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

2
core/leras/optimizers/RMSprop.py
View file

@ -3,7 +3,7 @@ from core.leras import nn
tf = nn.tf
class RMSprop(nn.OptimizerBase):
def __init__(self, lr=0.001, rho=0.9, lr_dropout=1.0, epsilon=1e-7, clipnorm=0.0, name=None):
def __init__(self, lr=0.001, rho=0.9, lr_dropout=1.0, epsilon=1e-7, clipnorm=0.0, name=None, **kwargs):
super().__init__(name=name)
if name is None: