Test Dataset Multiplication by Timeshift

2020-05-12 16:18:02 +02:00
parent 28bfcfdce3
commit dce799a52b
4 changed files with 9 additions and 7 deletions
--- a/util/module_mixins.py
+++ b/util/module_mixins.py
@ -25,7 +25,7 @@ class BaseOptimizerMixin:

    def configure_optimizers(self):
        assert isinstance(self, LightningBaseModule)
-        opt = Adam(params=self.parameters(), lr=self.params.lr, weight_decay=0.04)
+        opt = Adam(params=self.parameters(), lr=self.params.lr, weight_decay=1e-7)
        if self.params.sto_weight_avg:
            opt = SWA(opt, swa_start=10, swa_freq=5, swa_lr=0.05)
        return opt