Teleporting Simplicial Diffusion Layer / bench_report.json
Failed on benchmark
1{
2 "bench_version": 1,
3 "track": "geometric_graph_diffusion",
4 "model": "graph_diffusion_net",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "alpha": 0.0,
10 "lr": 0.03,
11 "wd": 0.0001,
12 "epochs": 20
13 },
14 "sweep": [
15 {
16 "cfg": {
17 "alpha": 0.0,
18 "lr": 0.003,
19 "wd": 0.0,
20 "epochs": 20
21 },
22 "mean": 0.024386797565966845
23 },
24 {
25 "cfg": {
26 "alpha": 0.0,
27 "lr": 0.003,
28 "wd": 0.0001,
29 "epochs": 20
30 },
31 "mean": 0.024402165319770575
32 },
33 {
34 "cfg": {
35 "alpha": 0.0,
36 "lr": 0.01,
37 "wd": 0.0,
38 "epochs": 20
39 },
40 "mean": 0.017771460581570864
41 },
42 {
43 "cfg": {
44 "alpha": 0.0,
45 "lr": 0.01,
46 "wd": 0.0001,
47 "epochs": 20
48 },
49 "mean": 0.01765699265524745
50 },
51 {
52 "cfg": {
53 "alpha": 0.0,
54 "lr": 0.03,
55 "wd": 0.0,
56 "epochs": 20
57 },
58 "mean": 0.015157237881794572
59 },
60 {
61 "cfg": {
62 "alpha": 0.0,
63 "lr": 0.03,
64 "wd": 0.0001,
65 "epochs": 20
66 },
67 "mean": 0.014805681770667434
68 }
69 ],
70 "full": {
71 "mean": 0.017719140276312828,
72 "std": 0.009468645086340429,
73 "per_seed": [
74 0.015538659878075123,
75 0.01669708639383316,
76 0.014845535159111023,
77 0.012141445651650429,
78 0.04217197373509407,
79 0.013507177121937275,
80 0.010301182046532631,
81 0.016550062224268913
82 ],
83 "n": 8
84 }
85 },
86 "idea": {
87 "mean": 0.016866090474650264,
88 "std": 0.009188740388655336,
89 "per_seed": [
90 0.013914111070334911,
91 0.01861773431301117,
92 0.013892930932343006,
93 0.010849558748304844,
94 0.03997589275240898,
95 0.014381146989762783,
96 0.008187311701476574,
97 0.015110037289559841
98 ],
99 "n": 8
100 },
101 "comparison": {
102 "delta_mean": -0.0008530498016625643,
103 "idea_wins": 6,
104 "n_pairs": 8,
105 "per_seed_diffs": [
106 -0.0016245488077402115,
107 0.001920647919178009,
108 -0.0009526042267680168,
109 -0.0012918869033455849,
110 -0.002196080982685089,
111 0.0008739698678255081,
112 -0.002113870345056057,
113 -0.0014400249347090721
114 ],
115 "p_value": 0.14395,
116 "mde": 0.0012326083492192543,
117 "mde_rel_pct": 6.956366561796572,
118 "verdict": "no significant win",
119 "system_worked": false
120 },
121 "mechanism_signature": {
122 "prediction": "uniform teleportation contracts mean-zero feature modes approximately by 1-alpha",
123 "trained_model_rows": [
124 {
125 "alpha": 0.0,
126 "observed_mean_centered_norm_ratio": 0.6094285285591718,
127 "predicted": 1.0
128 },
129 {
130 "alpha": 0.03,
131 "observed_mean_centered_norm_ratio": 0.5925245406162934,
132 "predicted": 0.97
133 },
134 {
135 "alpha": 0.1,
136 "observed_mean_centered_norm_ratio": 0.5551252809546359,
137 "predicted": 0.9
138 },
139 {
140 "alpha": 0.3,
141 "observed_mean_centered_norm_ratio": 0.4483752569702065,
142 "predicted": 0.7
143 }
144 ],
145 "max_abs_error": 0.39057147144082816,
146 "confirmed": false,
147 "idea_sweep": [
148 {
149 "cfg": {
150 "alpha": 0.03,
151 "lr": 0.03,
152 "wd": 0.0001,
153 "epochs": 20
154 },
155 "result": {
156 "mean": 0.017303704051300883,
157 "std": 0.009526655116299382,
158 "per_seed": [
159 0.015082321129739285,
160 0.01714661531150341,
161 0.014151083305478096,
162 0.011896231211721897,
163 0.0418313592672348,
164 0.013622096739709377,
165 0.009376828558743,
166 0.015323096886277199
167 ],
168 "n": 8
169 }
170 },
171 {
172 "cfg": {
173 "alpha": 0.1,
174 "lr": 0.03,
175 "wd": 0.0001,
176 "epochs": 20
177 },
178 "result": {
179 "mean": 0.016866090474650264,
180 "std": 0.009188740388655336,
181 "per_seed": [
182 0.013914111070334911,
183 0.01861773431301117,
184 0.013892930932343006,
185 0.010849558748304844,
186 0.03997589275240898,
187 0.014381146989762783,
188 0.008187311701476574,
189 0.015110037289559841
190 ],
191 "n": 8
192 }
193 },
194 {
195 "cfg": {
196 "alpha": 0.3,
197 "lr": 0.03,
198 "wd": 0.0001,
199 "epochs": 20
200 },
201 "result": {
202 "mean": 0.02030381967779249,
203 "std": 0.012189818154783625,
204 "per_seed": [
205 0.014322093687951565,
206 0.017711790278553963,
207 0.0215898510068655,
208 0.011577466502785683,
209 0.05054694414138794,
210 0.022733882069587708,
211 0.00983934011310339,
212 0.014109189622104168
213 ],
214 "n": 8
215 }
216 }
217 ],
218 "track_match": "registered geometric_graph_diffusion: node-field regression on geometric kNN graphs"
219 },
220 "idea_candidates": [
221 {
222 "cfg": {
223 "alpha": 0.03,
224 "lr": 0.03,
225 "wd": 0.0001,
226 "epochs": 20
227 },
228 "result": {
229 "mean": 0.017303704051300883,
230 "std": 0.009526655116299382,
231 "per_seed": [
232 0.015082321129739285,
233 0.01714661531150341,
234 0.014151083305478096,
235 0.011896231211721897,
236 0.0418313592672348,
237 0.013622096739709377,
238 0.009376828558743,
239 0.015323096886277199
240 ],
241 "n": 8
242 }
243 },
244 {
245 "cfg": {
246 "alpha": 0.1,
247 "lr": 0.03,
248 "wd": 0.0001,
249 "epochs": 20
250 },
251 "result": {
252 "mean": 0.016866090474650264,
253 "std": 0.009188740388655336,
254 "per_seed": [
255 0.013914111070334911,
256 0.01861773431301117,
257 0.013892930932343006,
258 0.010849558748304844,
259 0.03997589275240898,
260 0.014381146989762783,
261 0.008187311701476574,
262 0.015110037289559841
263 ],
264 "n": 8
265 }
266 },
267 {
268 "cfg": {
269 "alpha": 0.3,
270 "lr": 0.03,
271 "wd": 0.0001,
272 "epochs": 20
273 },
274 "result": {
275 "mean": 0.02030381967779249,
276 "std": 0.012189818154783625,
277 "per_seed": [
278 0.014322093687951565,
279 0.017711790278553963,
280 0.0215898510068655,
281 0.011577466502785683,
282 0.05054694414138794,
283 0.022733882069587708,
284 0.00983934011310339,
285 0.014109189622104168
286 ],
287 "n": 8
288 }
289 }
290 ]
291}