steffen/self-replicating-neural-networks
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

All Experiments debugged

Browse Source 
ToDo:
 - convert strings in pathlib.Path objects
 - check usage of fixpoint tests
This commit is contained in:
steffen-illium
2021-05-16 15:34:43 +02:00
parent 36377ee27d
commit c1f58f2675
5 changed files with 21 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
experiments/robustness_exp.py
View File

@ -11,7 +11,7 @@ from network import Net
from visualization import bar_chart_fixpoints, box_plot, write_file
def add_noise(input_data, epsilon = pow(10, -5)):
def add_noise(input_data, epsilon=pow(10, -5)):
output = copy.deepcopy(input_data)
for k in range(len(input_data)):
@ -63,8 +63,6 @@ class RobustnessExperiment:
net = Net(self.net_input_size, self.net_hidden_size, self.net_out_size, net_name)
for _ in range(self.ST_steps):
input_data = net.input_weight_matrix()
target_data = net.create_target_weights(input_data)
net.self_train(1, self.log_step_size, self.net_learning_rate)
self.nets.append(net)
@ -86,7 +84,7 @@ class RobustnessExperiment:
# Extra safety for the value of the weights
original_net_clone.load_state_dict(copy.deepcopy(original_net.state_dict()))
noisy_weights = add_noise(original_net_clone.input_weight_matrix())
noisy_weights = add_noise(original_net_clone.input_weight_matrix(), epsilon=pow(10, -j))
original_net_clone.apply_weights(noisy_weights)
# Testing if the new net is still an identity function after applying noise