Sign-Reset PI Optimizer / results.json
Mechanism confirmed, baseline not beaten
1{
2 "toy": {
3 "predicted_eta_boundary": 2.5,
4 "observed_eta_rho1": 2.5,
5 "boundary_relative_error": 0.0,
6 "lambda_sweep": [
7 {
8 "lambda": 0.5,
9 "predicted_eta": 5.0,
10 "observed_eta": 5.001145833333333,
11 "rel_error": 0.00022916666666663587
12 },
13 {
14 "lambda": 1.0,
15 "predicted_eta": 2.5,
16 "observed_eta": 2.5012499999999998,
17 "rel_error": 0.0004999999999999005
18 },
19 {
20 "lambda": 2.0,
21 "predicted_eta": 1.25,
22 "observed_eta": 1.2498125,
23 "rel_error": 0.00015000000000000568
24 },
25 {
26 "lambda": 4.0,
27 "predicted_eta": 0.625,
28 "observed_eta": 0.62525,
29 "rel_error": 0.00039999999999995595
30 }
31 ],
32 "reset_first_event_step": 1,
33 "integral_before_reset": 1.0,
34 "integral_at_reset": 0.0,
35 "eta_sweep": [
36 {
37 "eta": 0.4,
38 "reset": {
39 "resets": 50,
40 "max_abs_x": 0.6,
41 "final_loss": 2.965966620828409e-44,
42 "settling_step": 33
43 },
44 "no_reset": {
45 "resets": 0,
46 "max_abs_x": 0.6,
47 "final_loss": 6.875152850077235e-25,
48 "settling_step": 62
49 }
50 },
51 {
52 "eta": 0.6000000000000001,
53 "reset": {
54 "resets": 66,
55 "max_abs_x": 0.3999999999999999,
56 "final_loss": 1.5742077394110244e-60,
57 "settling_step": 24
58 },
59 "no_reset": {
60 "resets": 0,
61 "max_abs_x": 0.46399999999999997,
62 "final_loss": 1.8068567484167668e-40,
63 "settling_step": 37
64 }
65 },
66 {
67 "eta": 0.8000000000000002,
68 "reset": {
69 "resets": 66,
70 "max_abs_x": 0.44,
71 "final_loss": 3.380954788147544e-49,
72 "settling_step": 30
73 },
74 "no_reset": {
75 "resets": 0,
76 "max_abs_x": 0.44,
77 "final_loss": 4.711958311370881e-58,
78 "settling_step": 26
79 }
80 },
81 {
82 "eta": 1.0000000000000002,
83 "reset": {
84 "resets": 100,
85 "max_abs_x": 0.40000000000000013,
86 "final_loss": 1.2911249390435228e-80,
87 "settling_step": 18
88 },
89 "no_reset": {
90 "resets": 0,
91 "max_abs_x": 0.40000000000000013,
92 "final_loss": 1.7522930106662018e-80,
93 "settling_step": 19
94 }
95 },
96 {
97 "eta": 1.2000000000000002,
98 "reset": {
99 "resets": 100,
100 "max_abs_x": 0.44000000000000006,
101 "final_loss": 2.451914384940472e-72,
102 "settling_step": 20
103 },
104 "no_reset": {
105 "resets": 0,
106 "max_abs_x": 0.44000000000000006,
107 "final_loss": 3.047479936745113e-111,
108 "settling_step": 13
109 }
110 },
111 {
112 "eta": 1.4000000000000004,
113 "reset": {
114 "resets": 100,
115 "max_abs_x": 0.40000000000000036,
116 "final_loss": 1.2911249390433861e-80,
117 "settling_step": 18
118 },
119 "no_reset": {
120 "resets": 0,
121 "max_abs_x": 0.40000000000000036,
122 "final_loss": 2.7644636960566342e-160,
123 "settling_step": 10
124 }
125 },
126 {
127 "eta": 1.6000000000000005,
128 "reset": {
129 "resets": 100,
130 "max_abs_x": 0.6000000000000005,
131 "final_loss": 1.3507540326151971e-111,
132 "settling_step": 13
133 },
134 "no_reset": {
135 "resets": 0,
136 "max_abs_x": 0.6000000000000005,
137 "final_loss": 8.242554522580705e-275,
138 "settling_step": 7
139 }
140 },
141 {
142 "eta": 1.8000000000000003,
143 "reset": {
144 "resets": 100,
145 "max_abs_x": 0.8000000000000003,
146 "final_loss": 2.0747577844390256e-220,
147 "settling_step": 7
148 },
149 "no_reset": {
150 "resets": 0,
151 "max_abs_x": 0.8000000000000003,
152 "final_loss": 3.334007216439987e-160,
153 "settling_step": 9
154 }
155 },
156 {
157 "eta": 2.0000000000000004,
158 "reset": {
159 "resets": 199,
160 "max_abs_x": 1.0000000000000004,
161 "final_loss": 0.02000000000000452,
162 "settling_step": -1
163 },
164 "no_reset": {
165 "resets": 0,
166 "max_abs_x": 1.0000000000000004,
167 "final_loss": 8.034690221300074e-141,
168 "settling_step": 11
169 }
170 },
171 {
172 "eta": 2.2000000000000006,
173 "reset": {
174 "resets": 199,
175 "max_abs_x": 2667317684861574.5,
176 "final_loss": 3.557291815987655e+30,
177 "settling_step": -1
178 },
179 "no_reset": {
180 "resets": 0,
181 "max_abs_x": 1.2000000000000006,
182 "final_loss": 4.051920066757935e-69,
183 "settling_step": 23
184 }
185 },
186 {
187 "eta": 2.400000000000001,
188 "reset": {
189 "resets": 199,
190 "max_abs_x": 8.577309164898186e+28,
191 "final_loss": 3.678511625512321e+57,
192 "settling_step": -1
193 },
194 "no_reset": {
195 "resets": 0,
196 "max_abs_x": 1.4000000000000008,
197 "final_loss": 1.8858820624686383e-20,
198 "settling_step": 80
199 }
200 }
201 ]
202 },
203 "mlp": {
204 "device": "cuda",
205 "sgd": {
206 "final_loss": 0.3270449936389923,
207 "final_accuracy": 0.853515625,
208 "resets": 0
209 },
210 "pi_reset": {
211 "final_loss": 0.012070989236235619,
212 "final_accuracy": 0.998046875,
213 "resets": 0
214 }
215 }
216}