Positive-real rational resolvent mixer / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.0014015047054272145
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.000840683322167024
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 0.0006119587633293122
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.0005385368749557529,
 33      "std": 0.00013641301474292053,
 34      "per_seed": [
 35        0.0004973900504410267,
 36        0.0007723030867055058,
 37        0.0004330792580731213,
 38        0.000745062658097595,
 39        0.0003953906998503953,
 40        0.0005369232967495918,
 41        0.00040419393917545676,
 42        0.0005239520105533302
 43      ],
 44      "n": 8
 45    },
 46    "idea_union_sweep": [
 47      {
 48        "cfg": {
 49          "lr": 0.001
 50        },
 51        "mean": 0.0004685235799115617
 52      },
 53      {
 54        "cfg": {
 55          "lr": 0.003
 56        },
 57        "mean": 0.14334793618763797
 58      },
 59      {
 60        "cfg": {
 61          "lr": 0.006
 62        },
 63        "mean": 0.0005863967526238412
 64      }
 65    ]
 66  },
 67  "idea": {
 68    "mean": 0.00040997614269144833,
 69    "std": 0.000259649820853824,
 70    "per_seed": [
 71      0.000214326151763089,
 72      0.0007017290918156505,
 73      0.0006978304008953273,
 74      0.00026020867517217994,
 75      0.00015163708303589374,
 76      0.00015855272067710757,
 77      0.0002806181728374213,
 78      0.0008149068453349173
 79    ],
 80    "n": 8
 81  },
 82  "comparison": {
 83    "delta_mean": -0.00012856073226430453,
 84    "idea_wins": 6,
 85    "n_pairs": 8,
 86    "per_seed_diffs": [
 87      -0.0002830638986779377,
 88      -7.057399488985538e-05,
 89      0.000264751142822206,
 90      -0.00048485398292541504,
 91      -0.00024375361681450158,
 92      -0.00037837057607248425,
 93      -0.00012357576633803546,
 94      0.0002909548347815871
 95    ],
 96    "p_value": 0.2357,
 97    "mde": 0.00023661934353507038,
 98    "mde_rel_pct": 43.93744505508772,
 99    "verdict": "no significant win",
100    "system_worked": false
101  },
102  "idea_best_cfg": {
103    "lr": 0.001
104  },
105  "epochs": 10,
106  "n_train": 1000,
107  "n_test": 250,
108  "mechanism_signature": {
109    "prediction": "positive-real resolvent is nonexpansive: max ||R v||/||v|| <= 1",
110    "observed_max_ratio_mean": 3.9459029138088226,
111    "observed_max_ratio_max": 5.293459892272949,
112    "failed_linear_solves_total": 0,
113    "confirmed": false
114  }
115}