From 3ca8dc15a3133361debbfc41a44eae2f73e2cc61 Mon Sep 17 00:00:00 2001
From: Si11ium <steffen.illium@ifi.lmu.de>
Date: Fri, 15 Mar 2019 10:15:46 +0100
Subject: [PATCH] latest

---
 .../all_counters.dill                         | Bin 0 -> 146 bytes
 .../all_names.dill                            | Bin 0 -> 193 bytes
 .../all_notable_nets.dill                     | Bin 0 -> 6 bytes
 .../experiment.dill                           | Bin 0 -> 646 bytes
 .../log.txt                                   |  12 ++
 .../experiment.dill                           | Bin 0 -> 415 bytes
 .../log.txt                                   |   0
 .../all_data.dill                             | Bin 0 -> 274 bytes
 .../all_names.dill                            | Bin 0 -> 81 bytes
 .../experiment.dill                           | Bin 0 -> 754 bytes
 .../log.txt                                   |   4 +
 .../all_data.dill                             | Bin 0 -> 169 bytes
 .../all_names.dill                            | Bin 0 -> 67 bytes
 .../experiment.dill                           | Bin 0 -> 639 bytes
 .../log.txt                                   |   4 +
 .../all_data.dill                             | Bin 0 -> 274 bytes
 .../all_names.dill                            | Bin 0 -> 80 bytes
 .../experiment.dill                           | Bin 0 -> 763 bytes
 .../log.txt                                   |   4 +
 .../all_counters.dill                         | Bin 0 -> 95 bytes
 .../all_names.dill                            | Bin 0 -> 67 bytes
 .../experiment.dill                           | Bin 0 -> 488 bytes
 .../log.txt                                   |   4 +
 code/setups/learn_from_soup.py                |   6 +-
 code/setups/mixed-soup.py                     |   3 +-
 code/setups/network_trajectorys.py            | 106 ++++++++++++++++++
 code/setups/soup_trajectorys.py               |  30 +++++
 code/soup.py                                  |  26 +++--
 code/visualization.py                         |   4 +-
 29 files changed, 188 insertions(+), 15 deletions(-)
 create mode 100644 code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_counters.dill
 create mode 100644 code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_names.dill
 create mode 100644 code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_notable_nets.dill
 create mode 100644 code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/log.txt
 create mode 100644 code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/log.txt
 create mode 100644 code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_data.dill
 create mode 100644 code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_names.dill
 create mode 100644 code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/log.txt
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_data.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_names.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/log.txt
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_data.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_names.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/log.txt
 create mode 100644 code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_counters.dill
 create mode 100644 code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_names.dill
 create mode 100644 code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/experiment.dill
 create mode 100644 code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/log.txt
 create mode 100644 code/setups/network_trajectorys.py
 create mode 100644 code/setups/soup_trajectorys.py

diff --git a/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_counters.dill b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_counters.dill
new file mode 100644
index 0000000000000000000000000000000000000000..8ebea28822dd4ad6abcd18a622312bd808c8edcf
GIT binary patch
literal 146
zcmZvUOAbIl5Cz+xo6O2ZT);*wOw+R=Jw6eM#L+!rY5A(E`-&PRb82Aff{3i!*bh7|
z8dg;2Aidk$gZ-otz>_>+T7<pEAlXM|?li$puwR>2c0DySf=_~DK`uz-75Ts5@&?yq
BB&PrX

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_names.dill b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_names.dill
new file mode 100644
index 0000000000000000000000000000000000000000..7038314f6b863bdf15cbaefeb4c91495b56cab61
GIT binary patch
literal 193
zcmajWu?|2m5CG89AF<VB6Be78ja@`eUF4E#<F3p;-496m_V?=LQnl@rQZsNO=W#?A
y8B*j5T%v~{Q4E9e6cE@{x8S-F$Y3V$g61l0pWi~q8EOCNrET+_(ceE;WAg#hEkY{*

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_notable_nets.dill b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/all_notable_nets.dill
new file mode 100644
index 0000000000000000000000000000000000000000..482c0e338367d0aeb4ddc43602ac727276f77052
GIT binary patch
literal 6
NcmZo*jxA)+0{{jJ0e}Di

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/experiment.dill b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..96a9c828a450d2c78daef98dfd142348ee84ee7e
GIT binary patch
literal 646
zcmaixJx>Bb5Qa}t5d;CnFSM`&i&HSjM?oz7DrhXXF_-0T<R&@pnBB#o$tC(%ZT%At
zXhKvB)y_OS^UmzPuL&2%Lr^$?(4=o>Az3GHv=q~FMPx0@niV<dQ9=}$IgN|jd9`_7
zuT|@<TDx7N6_NW{8_EIDs>m~a#PKk~(AXY?8qG7UiA}~KjE#c^lr$KHl<Zm}!#Ifg
z&H%KQebBW2K&gsoGQO9}pc}w7xDj_m>R7r4pK#jTDF+yWRORE52B(KocgnXi&`_py
zOdA!EVg(PMK=t{tl;Kh9On5Qp1yn>?29uHrh>Q=4Hkl;9i3XQ)oUd~Jb(`;cBeBG3
znhK)D=Ys7t_6HGqbJp96X}jX{LO$={^HiTF`4fG=ATAawD+oq&WQ#HF{3i<{!MYwQ
z+7)$<W(Mmsj_u!e*?-)&tF$N9xYa1+U#9)8H~lOaY7E%QgS*R8<Nf34$`(bg@=>#2
S=*qwue!Hlt6w~3Tclrrx?8FBE

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/log.txt b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/log.txt
new file mode 100644
index 0000000..bc2a47b
--- /dev/null
+++ b/code/aggregated_experiments/exp-fixpoint-density-_6512072410481991-0/log.txt
@@ -0,0 +1,12 @@
+ParticleDecorator activiation='linear' use_bias='False'
+{'divergent': 0, 'fix_zero': 0, 'fix_other': 0, 'fix_sec': 0, 'other': 100}
+
+
+ParticleDecorator activiation='sigmoid' use_bias='False'
+{'divergent': 0, 'fix_zero': 0, 'fix_other': 0, 'fix_sec': 0, 'other': 100}
+
+
+ParticleDecorator activiation='relu' use_bias='False'
+{'divergent': 0, 'fix_zero': 0, 'fix_other': 0, 'fix_sec': 0, 'other': 100}
+
+
diff --git a/code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/experiment.dill b/code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..555654cfda7e11af8a552bcc4d85ee12f7be2033
GIT binary patch
literal 415
zcmZ{f&rZTX5Qi%W2=Yf16^##|hia=4Ffs99jEBC!T$;^NR@m5XJDpXl35mX{S6{*b
z55yR6-+VK>^PBf_q>4=CI#I?p?pBD-$p@~@v2+YA$8lCeLQk*^U3S7BoR2(z<olQ2
z@M3u7<2rPH&l;I1tU#abqe)+k`=E;~)yBHdGS|}T)L<3b+%~GPLR*#p$Xeh)lXaX<
zMWTr0R1t23Scfv(iO#VB*G#KibjIxdx5fPv*7a}`DvQrlW@p$88c^lRa;%uJ6-=Pc
zWg-hfR%L{3HnqjZjC9PgJNGw-gU_#{TNg^K3&O1syGwp0+zxSP$!~<c5O<fynAFN~
ktb|dPa4*Dt=<&;$CY$CulCj8SZgmv%sr@+~JdIDk0ZZn4r~m)}

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/log.txt b/code/aggregated_experiments/exp-known-fixpoint-variation-_1628018115073791-0/log.txt
new file mode 100644
index 0000000..e69de29
diff --git a/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_data.dill b/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_data.dill
new file mode 100644
index 0000000000000000000000000000000000000000..4795ab332f2d2d79b0d64bcff6c71f28de469c41
GIT binary patch
literal 274
zcmZo*jxA)UEo9V)U}9iks3<OEiY;W;@MiGl@)q%y^VaY-^0x7I^A7Ni@=i$wtEnt5
fWQi?g)o=%@2LswMAQn~?7qZ0`veU)F(nLJ~8V49R

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_names.dill b/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/all_names.dill
new file mode 100644
index 0000000000000000000000000000000000000000..f3950780d5a00bdc7afd8e16fcf9fe44bcc610b9
GIT binary patch
literal 81
zcmZo*jxA(}aAsg&2q{X;%*)J6_e(7;O3d*~Eh*10%63Uj&M!(V$uCk!OfJbR%S<fE
k%+Iq`FV0NQ&Cg6xS12t`jZex<EVgw^%qdPSWK7fp0EA8);{X5v

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/experiment.dill b/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..f9c1b6407a11af44641641b7ea863a2cc22d3098
GIT binary patch
literal 754
zcmcgqO-~y!6kJHl$Cj@^`jw)J8{5M|NJ`X7MLp2M!4m4B2dmP`GP{rT3GZ&6?F|7b
zQu(V~`4hZs4^dn7*!nac&6{Uy=0_ui@enNLQ26lk3{vpsmgXijAIa4q2xcOM88u{+
zIo0bP_B*|Pw|DUV;BEKaAw81oziJDe13j);1KJkxg)Q^gmDP|I<Qi)W7<+{ttoB$I
zv?v0(!n7#|DhKEE030nPv>eG}roUQ^1r~!dsH`?;;IB%1`3cgJ$4k4TQ;#F8osM=L
z4)PMS-JQyTI!En}PPB1A;e?(<a-QABj#d&{jYJ?q(GsskB)Z~*I1yjOH<3ZDxpuUc
z(0X*r`uhAk@N?mfqm6``|7Bq%=lD+{ZGvnt$k5W3>@k|9?e-bRzhxKyk$l{tmR#n^
zX|&4W4bW2&&KQFiK+i-b7g*yhauW2M1#Q08=4x6D<zU2B^w(;nO~uK-Na*EX<5`?O
pbm-7<Z`!9H+x@%y?c-RsnEsBA`+%u7YN)Np)UesB32j&Bdk=%7tcm~t

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/log.txt b/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/log.txt
new file mode 100644
index 0000000..5748bc3
--- /dev/null
+++ b/code/aggregated_experiments/exp-learn-from-soup-_3256036231914285-0/log.txt
@@ -0,0 +1,4 @@
+TrainingNeuralNetworkDecorator activiation='sigmoid' use_bias=False
+{'xs': [0, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100], 'ys': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'zs': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}
+
+
diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_data.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_data.dill
new file mode 100644
index 0000000000000000000000000000000000000000..877caba4ce745f6155c2457e1136a70877574dfb
GIT binary patch
literal 169
zcmZo*jxA)UEo9V)U}9iks3<OEiY;W;@MiE%@jl_J!{|GK(f13ZZv>O?9wuJ}X5SWO
z-xtiOV6~OSg)Fg!tQzk2Z_a?gS$F$)X<*=P{{d(g5Fm+Qs(Eb;2JZGRXM(^icYC-9
Nobdu;PHJhQ9sqNPIz#{f

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_names.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/all_names.dill
new file mode 100644
index 0000000000000000000000000000000000000000..72174ee11bcd67da2d93c3dd402d6669ad330d15
GIT binary patch
literal 67
zcmZo*jxA(}FlAt12uLg{$xO~kbxBRmFG?)QFH%TMF3Bv*Of1RF&$Cs}$;?YlEK*k}
WEl!P3%1kV_bxX`CPAz0i)B^zYFBb~{

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/experiment.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..7f7bed4d74249b7f06a3b5cbc3adeaa800265287
GIT binary patch
literal 639
zcmah{%Wl&^6t&~hLi(a@c&dx+YNVQ`iJH(w<pmTkEK4kB6OE?MO}VOL=XxfQSwt!l
zAHWvAg%4l>Kf$V~2(jP;dgE3Ns7RdEnKS2Jjn0`<Cx&7OISwE-)x#Mj>&aWPCsc98
zvSnE_lf)i5VvRM~-rH?9I{VF5W53z%barV@tp4py)d1+0sIfZ00(zc?r0?~y7-pCn
zP4i-fuTm(CL<6}pn5DE3T4IUiBs-P^&{`dXrrTY*<BC0&U#Z++oWKi+GoHxux{3{s
zu^c|wN-zbLZ`DT{<Pj=;@KPljs5+rVS5$bu(6rR0WjD0KUidlMwxjoU^xKX^CHho}
z>Q3~|iOw7-y>B$FbZONM{2yPY_!{^>`y~SZ7w=;Hq1^PGw@L*5_YYHi4E$^5nw(wk
zfswG8Rp~AWhe;1}S`*Kh&9c`!%)Ngl>D?&9YtXuw=W&xGCqNrvO)T<p+JG`f#V49-
z;hfkkEecaD`5(yHwH&Kt#L3_5(*6I2wJ?3>P-DXVJqY~A?QiFs&%Ltv*QmK9j8!6s
OSJi2HIH5<Qqo)^5WXxv(

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/log.txt b/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/log.txt
new file mode 100644
index 0000000..4f9fa0b
--- /dev/null
+++ b/code/aggregated_experiments/exp-mixed-self-fixpoints-_6512079230926771-0/log.txt
@@ -0,0 +1,4 @@
+ParticleDecorator activiation='linear' use_bias=False
+{'xs': [0, 100, 200, 300, 400, 500, 600, 700, 800, 900, 1000], 'ys': [0.9, 0.95, 1.0, 0.95, 0.9, 0.95, 0.85, 0.8, 0.85, 0.85, 0.75]}
+
+
diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_data.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_data.dill
new file mode 100644
index 0000000000000000000000000000000000000000..7b1e54f139c1db364f425987fd2ec06bc110144c
GIT binary patch
literal 274
zcmZo*jxA)UEo9V)U}9iks3<OEiY;W;@MiGl@)q%y^VaY-^0x7I^A7Ni@=i$wtEnt5
zWQi?g)o{1JITHkCx!a$FF)kZ}0X7l1)B~VBK;Ui<7kP6A1kSqKKSt9Iv9PMRkS(^5
RUBexs5vY}BjMUOZJpfy!JvsmY

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_names.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/all_names.dill
new file mode 100644
index 0000000000000000000000000000000000000000..364954d25c2b4b572d3a5b5ced185023d43ea337
GIT binary patch
literal 80
zcmZo*jxA(}aAII!2q{X;%*)J6_e(7;O3d*~Eh*10%63Uj&M!(V$uCk!OfJbR%S<fE
j%+Iq`&&kY7O)OGZC@oHnPs&UzwslL)DNZe9Ow<DaWX~LN

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/experiment.dill b/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..d97321bb9ca7a0e0747587c0f8ce82c647ea42b3
GIT binary patch
literal 763
zcmcIiO>fgc5Oo{cQqwOWe3c0GR`*~?XlZ(&vcyMySgGQ`VTEK_TW1nRb!^Y>x|m9l
z;Ag-;LV^<~ZU~O>Bbd0NfvOyt)7!W6W>)*&n??dv0UC#pS@-D#lC$xarbaaF$wkL;
zCQUK+s3BLFi+4I(?M{1hyW4%R)86XP1-blpYo>-kGqTC-5G&~U2GYLY$EwINvxa8n
z5?^Id*%&QoWiiiaPB?Ob=`<h2Loh}Sz|h5r<~{j{>E~KuhS^{rO0Cj;u&;7`_ym%i
z<+)x{iNzzVC+)7Mn1RykYo&qs0F~L@Q>g)RM|8=P(>$y)v=GsvCmi95rnn<KabG+X
zd*YdRA$m~vyf(BH(Xtl?U*3)DeHeWB4L)zybslqi^_BN<g~2KF^W(Tag~9hT@{@(f
zhE^iF?1d*nmi{*YrJUm7E?oiHV9-NNS7n#c#Bg(uv45U_{@DchZEDI{R$Gny({xR^
za-NSSFN@gVG0^otnH2j#H^hu=)e`pA#GJ)=oDyZNN)F>Am6mM(&4_OO)1<laa|?qh
mhi5emR=2<XXg&7p)V)N*p}<6?aiO%uB;{eZN7O10?*0NQk<~>2

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/log.txt b/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/log.txt
new file mode 100644
index 0000000..7ef21bb
--- /dev/null
+++ b/code/aggregated_experiments/exp-mixed-self-fixpoints-_814010367758041-0/log.txt
@@ -0,0 +1,4 @@
+TrainingNeuralNetworkDecorator activiation='linear' use_bias=False
+{'xs': [0, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100], 'ys': [0.4, 0.2, 0.3, 0.2, 0.3, 0.3, 0.5, 0.3, 0.9, 0.6, 0.2], 'zs': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}
+
+
diff --git a/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_counters.dill b/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_counters.dill
new file mode 100644
index 0000000000000000000000000000000000000000..fbedb6baa18d60d4b1ec3c734fd79f29cd2f5df4
GIT binary patch
literal 95
zcmZo*jxA)UEo9V);ACK6NXaZqElN+#D=B31W{BVbilk*$#8;&j<rgvo1wcwb0{JBw
esYQh>KoNGRNO5X%AuEv23gkm%*}O$c6ZHVJml+rU

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_names.dill b/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/all_names.dill
new file mode 100644
index 0000000000000000000000000000000000000000..72174ee11bcd67da2d93c3dd402d6669ad330d15
GIT binary patch
literal 67
zcmZo*jxA(}FlAt12uLg{$xO~kbxBRmFG?)QFH%TMF3Bv*Of1RF&$Cs}$;?YlEK*k}
WEl!P3%1kV_bxX`CPAz0i)B^zYFBb~{

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/experiment.dill b/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/experiment.dill
new file mode 100644
index 0000000000000000000000000000000000000000..e8183bd3a624f8dfc1b5f6f4134d78f0d4db8286
GIT binary patch
literal 488
zcmZXQJ5K^Z6onTNL<D@{BgTRbEKt<2VGCp7s~{$p)0oMyT;V3mEO%y>5EByptG2fO
z052;EF?9ESbI#0}^N|f<ItGIy(60Ef9LYQTq|A)g8lvoZ-cls7Pg$|cO#1E1t5(Mk
zf}qn0{OfC47u)}}T8)5msoEKZ8udWF;dC6Mc9a(tR%@6#i4Kf%7;D<-dZNTQiU)E8
z)~W$mD!kHWL$n#cDC01U;2y%59kHpY(BTAA^G!WM4a(GOi3Qn1Wp5r;WPyq^+G>bR
z_V;lDX25@?5<gU6!g1s~n3&28=8`#x-4F~_m~1SFg^;#+&+-0uy3?&DBExHuc0pu$
z=%b;%H0H7{d%<&a<@3#z@|rE$7kR$L8RXDZ?N-w`CebpC6Ha{a{F6!Zz}RBMT^&B%
fp7>wir*}<JW#bSn7lNUR<akk&rK1@gC%yAu?zxj6

literal 0
HcmV?d00001

diff --git a/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/log.txt b/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/log.txt
new file mode 100644
index 0000000..96a0820
--- /dev/null
+++ b/code/aggregated_experiments/exp-training_fixpoint-_6512086999889633-0/log.txt
@@ -0,0 +1,4 @@
+ParticleDecorator activiation='linear' use_bias=False
+{'divergent': 0, 'fix_zero': 0, 'fix_other': 0, 'fix_sec': 0, 'other': 20}
+
+
diff --git a/code/setups/learn_from_soup.py b/code/setups/learn_from_soup.py
index 0b7fd61..dda0a02 100644
--- a/code/setups/learn_from_soup.py
+++ b/code/setups/learn_from_soup.py
@@ -1,6 +1,7 @@
 import sys
 import os
 
+# Concat top Level dir to system environmental variables
 sys.path += os.path.join('..', '.')
 
 from typing import Tuple
@@ -16,9 +17,6 @@ import keras.backend
 from statistics import mean
 avg = mean
 
-# Concat top Level dir to system environmental variables
-sys.path += os.path.join('..', '.')
-
 
 def generate_counters():
     """
@@ -91,6 +89,7 @@ with SoupExperiment('learn-from-soup') as exp:
                     soup.evolve()
                 count(counters, soup, notable_nets)
                 keras.backend.clear_session()
+
             xs += [learn_from_severity]
             ys += [float(counters['fix_zero']) / float(exp.trials)]
             zs += [float(counters['fix_other']) / float(exp.trials)]        
@@ -102,6 +101,7 @@ with SoupExperiment('learn-from-soup') as exp:
 
     exp.save(all_names=all_names)
     exp.save(all_data=all_data)
+    exp.save(soup=soup.without_particles())
     for exp_id, name in enumerate(all_names):
         exp.log(all_names[exp_id])
         exp.log(all_data[exp_id])
diff --git a/code/setups/mixed-soup.py b/code/setups/mixed-soup.py
index d42c3b1..79b49ad 100644
--- a/code/setups/mixed-soup.py
+++ b/code/setups/mixed-soup.py
@@ -75,7 +75,7 @@ with Experiment('mixed-self-fixpoints') as exp:
         for trains_per_selfattack in exp.trains_per_selfattack_values:
             counters = generate_counters()
             notable_nets = []
-            for _ in tqdm(range(exp.trials)):
+            for soup_idx in tqdm(range(exp.trials)):
                 soup = Soup(exp.soup_size, lambda net_generator=net_generator,exp=exp: TrainingNeuralNetworkDecorator(net_generator()).with_params(epsilon=exp.epsilon))
                 soup.with_params(attacking_rate=0.1, learn_from_rate=-1, train=trains_per_selfattack, learn_from_severity=-1)
                 soup.seed()
@@ -84,6 +84,7 @@ with Experiment('mixed-self-fixpoints') as exp:
                     soup.evolve()
                 count(counters, soup, notable_nets)
                 keras.backend.clear_session()
+
             xs += [trains_per_selfattack]
             ys += [float(counters['fix_zero']) / float(exp.trials)]
             zs += [float(counters['fix_other']) / float(exp.trials)]
diff --git a/code/setups/network_trajectorys.py b/code/setups/network_trajectorys.py
new file mode 100644
index 0000000..d2b8676
--- /dev/null
+++ b/code/setups/network_trajectorys.py
@@ -0,0 +1,106 @@
+import sys
+import os
+
+# Concat top Level dir to system environmental variables
+sys.path += os.path.join('..', '.')
+
+from soup import *
+from experiment import *
+
+
+
+if __name__ == '__main__':
+    def run_exp(net, prints=False):
+        # INFO Run_ID needs to be more than 0, so that exp stores the trajectories!
+        exp.run_net(net, 100, run_id=run_id + 1)
+        exp.historical_particles[run_id] = net
+        if prints:
+            print("Fixpoint? " + str(net.is_fixpoint()))
+            print("Loss " + str(loss))
+
+    if True:
+        # WeightWise Neural Network
+        with FixpointExperiment() as exp:
+            for run_id in tqdm(range(10)):
+                net = ParticleDecorator(WeightwiseNeuralNetwork(width=2, depth=2)
+                                        .with_keras_params(activation='linear'))
+                run_exp(net)
+                K.clear_session()
+            exp.log(exp.counters)
+
+    if True:
+        # Aggregating Neural Network
+        with FixpointExperiment() as exp:
+            for run_id in tqdm(range(10)):
+                net = ParticleDecorator(AggregatingNeuralNetwork(aggregates=4, width=2, depth=2)
+                                        .with_keras_params(activation='linear'))
+                run_exp(net)
+                K.clear_session()
+            exp.log(exp.counters)
+
+    if True:
+        #FFT Neural Network
+        with FixpointExperiment() as exp:
+            for run_id in tqdm(range(10)):
+                net = ParticleDecorator(FFTNeuralNetwork(aggregates=4, width=2, depth=2)
+                                        .with_keras_params(activation='linear'))
+                run_exp(net)
+                K.clear_session()
+            exp.log(exp.counters)
+
+    if True:
+        # ok so this works quite realiably
+        with FixpointExperiment() as exp:
+            for i in range(10):
+                run_count = 100
+                net = TrainingNeuralNetworkDecorator(ParticleDecorator(WeightwiseNeuralNetwork(width=2, depth=2)))
+                net.with_params(epsilon=0.0001).with_keras_params(activation='linear')
+                for run_id in tqdm(range(run_count+1)):
+                    net.compiled()
+                    loss = net.train(epoch=run_id)
+                    if run_id % 10 == 0:
+                        run_exp(net)
+                K.clear_session()
+
+    if True:
+        # ok so this works quite realiably
+        with FixpointExperiment() as exp:
+            for i in range(10):
+                run_count = 100
+                net = TrainingNeuralNetworkDecorator(ParticleDecorator(AggregatingNeuralNetwork(4, width=2, depth=2)))
+                net.with_params(epsilon=0.0001).with_keras_params(activation='linear')
+                for run_id in tqdm(range(run_count+1)):
+                    net.compiled()
+                    loss = net.train(epoch=run_id)
+                    if run_id % 10 == 0:
+                        run_exp(net)
+                K.clear_session()
+
+    if False:
+        # this explodes in our faces completely... NAN everywhere
+        # TODO: Wtf is happening here?
+        with FixpointExperiment() as exp:
+            run_count = 10000
+            net = TrainingNeuralNetworkDecorator(RecurrentNeuralNetwork(width=2, depth=2))\
+                .with_params(epsilon=0.1e-2).with_keras_params(optimizer='sgd', activation='linear')
+            for run_id in tqdm(range(run_count+1)):
+                loss = net.compiled().train()
+                if run_id % 500 == 0:
+                    net.print_weights()
+                    # print(net.apply_to_network(net))
+                    print("Fixpoint? " + str(net.is_fixpoint()))
+                    print("Loss " + str(loss))
+                    print()
+    if False:
+        # and this gets somewhat interesting... we can still achieve non-trivial fixpoints
+        # over multiple applications when training enough in-between
+        with MixedFixpointExperiment() as exp:
+            for run_id in range(10):
+                net = TrainingNeuralNetworkDecorator(FFTNeuralNetwork(2, width=2, depth=2))\
+                    .with_params(epsilon=0.0001, activation='sigmoid')
+                exp.run_net(net, 500, 10)
+
+                net.print_weights()
+
+                print("Fixpoint? " + str(net.is_fixpoint()))
+            exp.log(exp.counters)
diff --git a/code/setups/soup_trajectorys.py b/code/setups/soup_trajectorys.py
new file mode 100644
index 0000000..c954b7d
--- /dev/null
+++ b/code/setups/soup_trajectorys.py
@@ -0,0 +1,30 @@
+import sys
+import os
+
+# Concat top Level dir to system environmental variables
+sys.path += os.path.join('..', '.')
+
+from soup import *
+from experiment import *
+
+
+if __name__ == '__main__':
+    if True:
+        with SoupExperiment("soup") as exp:
+            for run_id in range(10):
+                # net_generator = lambda: TrainingNeuralNetworkDecorator(WeightwiseNeuralNetwork(2, 2)) \
+                #     .with_keras_params(activation='linear').with_params(epsilon=0.0001)
+                # net_generator = lambda: TrainingNeuralNetworkDecorator(AggregatingNeuralNetwork(4, 2, 2))\
+                #     .with_keras_params(activation='linear')
+                net_generator = lambda: TrainingNeuralNetworkDecorator(FFTNeuralNetwork(4, 2, 2))\
+                    .with_keras_params(activation='linear')
+                # net_generator = lambda: RecurrentNeuralNetwork(2, 2).with_keras_params(activation='linear').with_params()
+                soup = Soup(10, net_generator).with_params(remove_divergent=True, remove_zero=True, train=20)
+                soup.seed()
+                for _ in tqdm(range(100)):
+                    soup.evolve()
+                exp.log(soup.count())
+                # you can access soup.historical_particles[particle_uid].states[time_step]['loss']
+                #             or soup.historical_particles[particle_uid].states[time_step]['weights']
+                # from soup.dill
+                exp.save(soup=soup.without_particles())
diff --git a/code/soup.py b/code/soup.py
index d016601..4d608c9 100644
--- a/code/soup.py
+++ b/code/soup.py
@@ -109,10 +109,11 @@ class Soup(object):
 
 
 if __name__ == '__main__':
-    if True:
+    if False:
         with SoupExperiment() as exp:
             for run_id in range(1):
                 net_generator = lambda: WeightwiseNeuralNetwork(2, 2).with_keras_params(activation='linear').with_params()
+                # net_generator = lambda: FFTNeuralNetwork(2, 2).with_keras_params(activation='linear').with_params()
                 # net_generator = lambda: AggregatingNeuralNetwork(4, 2, 2).with_keras_params(activation='sigmoid')\
                 # .with_params(shuffler=AggregatingNeuralNetwork.shuffle_random)
                 # net_generator = lambda: RecurrentNeuralNetwork(2, 2).with_keras_params(activation='linear').with_params()
@@ -121,21 +122,26 @@ if __name__ == '__main__':
                 for _ in tqdm(range(1000)):
                     soup.evolve()
                 exp.log(soup.count())
+                exp.save(soup=soup.without_particles())
 
-    if False:
+    if True:
         with SoupExperiment("soup") as exp:
             for run_id in range(1):
-                net_generator = lambda: TrainingNeuralNetworkDecorator(WeightwiseNeuralNetwork(2, 2)).with_keras_params(
-                    activation='sigmoid').with_params(epsilon=0.0001)
-
-                # net_generator = lambda: AggregatingNeuralNetwork(4, 2, 2).with_keras_params(activation='sigmoid')\
+                net_generator = lambda: TrainingNeuralNetworkDecorator(WeightwiseNeuralNetwork(2, 2))\
+                    .with_keras_params(activation='linear').with_params(epsilon=0.0001)
+                # net_generator = lambda: TrainingNeuralNetworkDecorator(AggregatingNeuralNetwork(4, 2, 2))
+                # .with_keras_params(activation='linear')\
+                # .with_params(shuffler=AggregatingNeuralNetwork.shuffle_random)
+                # net_generator = lambda: TrainingNeuralNetworkDecorator(FFTNeuralNetwork(4, 2, 2))\
+                #     .with_keras_params(activation='linear')\
                 # .with_params(shuffler=AggregatingNeuralNetwork.shuffle_random)
                 # net_generator = lambda: RecurrentNeuralNetwork(2, 2).with_keras_params(activation='linear').with_params()
-                soup = Soup(10, net_generator).with_params(remove_divergent=True, remove_zero=True, train=10)
+                soup = Soup(10, net_generator).with_params(remove_divergent=True, remove_zero=True, train=20)
                 soup.seed()
                 for _ in tqdm(range(100)):
                     soup.evolve()
-                    soup.print_all()
                 exp.log(soup.count())
-                exp.save(soup=soup.without_particles())  # you can access soup.historical_particles[particle_uid].states[time_step]['loss']
-                                     #             or soup.historical_particles[particle_uid].states[time_step]['weights'] from soup.dill
+                # you can access soup.historical_particles[particle_uid].states[time_step]['loss']
+                #             or soup.historical_particles[particle_uid].states[time_step]['weights']
+                # from soup.dill
+                exp.save(soup=soup.without_particles())
diff --git a/code/visualization.py b/code/visualization.py
index 2a853c7..ea50b90 100644
--- a/code/visualization.py
+++ b/code/visualization.py
@@ -98,6 +98,8 @@ def plot_latent_trajectories_3D(soup_or_experiment, filename='plot'):
         return (val - a) / (b - a)
 
     data_list = build_from_soup_or_exp(soup_or_experiment)
+    if not data_list:
+        return
 
     bupu = cl.scales['11']['div']['RdYlGn']
     scale = cl.interp(bupu, len(data_list)+1)  # Map color scale to N bins
@@ -260,4 +262,4 @@ if __name__ == '__main__':
     in_file = args.in_file[0]
     out_file = args.out_file
 
-    search_and_apply(in_file, plot_latent_trajectories_3D, ["experiment.dill"])
+    search_and_apply(in_file, plot_latent_trajectories_3D, ["experiment.dill", "soup.dill"])