reset diverged by xavier init

2022-02-26 16:42:37 +01:00
parent a3a587476c
commit 78a919395b
3 changed files with 25 additions and 1 deletions
--- a/experiments/meta_task_exp.py
+++ b/experiments/meta_task_exp.py
@ -393,6 +393,8 @@ if __name__ == '__main__':
                            if use_sparse_network:
                                dense_metanet = dense_metanet.replace_particles(sparse_metanet.particle_weights)

+                        dense_metanet.reset_diverged_particles()
+
                        # Task Train
                        if not init_st:
                            # Zero your gradients for every batch!