From da058cf17fcd575df0cc9aa35603b5d183cecd14 Mon Sep 17 00:00:00 2001
From: iperov <lepersorium@gmail.com>
Date: Fri, 11 Dec 2020 20:34:14 +0400
Subject: [PATCH] remove lrcos from adabelief

---
 models/Model_SAEHD/Model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/models/Model_SAEHD/Model.py b/models/Model_SAEHD/Model.py
index 9883b51..ed6a783 100644
--- a/models/Model_SAEHD/Model.py
+++ b/models/Model_SAEHD/Model.py
@@ -285,7 +285,7 @@ Examples: df, liae, df-d, df-ud, liae-ud, ...
                 OptimizerClass = nn.RMSprop
                 if adabelief:
                     lr_dropout = 1.0
-                    lr_cos = 2000
+                    #lr_cos = 2000
                     OptimizerClass = nn.AdaBelief
                 clipnorm = 1.0 if self.options['clipgrad'] else 0.0