Curvature-Guided Discrepancy Gradient Accumulation / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "seed": 609,
 3  "toy": {
 4    "rows": [
 5      {
 6        "m": 4,
 7        "guided": 0.9810912715596106,
 8        "all_plus": 14.098764222883368,
 9        "random": 15.254025034483902
10      },
11      {
12        "m": 8,
13        "guided": 0.8316618223468824,
14        "all_plus": 22.061882951235546,
15        "random": 18.890468583349495
16      },
17      {
18        "m": 16,
19        "guided": 1.6685520205809174,
20        "all_plus": 22.19071333109971,
21        "random": 23.87368879338691
22      },
23      {
24        "m": 32,
25        "guided": 1.984667720130165,
26        "all_plus": 26.58443211485631,
27        "random": 25.57688226779395
28      },
29      {
30        "m": 64,
31        "guided": 3.189523680925383,
32        "all_plus": 32.16394741009271,
33        "random": 29.117715849607727
34      }
35    ],
36    "growth_exponents_m32": {
37      "guided": -0.0001953707555980133,
38      "all_plus": 0.48168534219592535,
39      "random": 0.5139292927613548
40    }
41  },
42  "neural": {
43    "ordinary": {
44      "peak_residual_median": 1.0149886654689908,
45      "peak_residual_max": 2.6853728145360947,
46      "clip_events": 0,
47      "final_accuracy": 0.9189453125,
48      "final_loss": 0.5096827745437622
49    },
50    "guided": {
51      "peak_residual_median": 0.18554109684191644,
52      "peak_residual_max": 0.497522808262147,
53      "clip_events": 0,
54      "final_accuracy": 0.517578125,
55      "final_loss": 0.6826649904251099
56    }
57  }
58}