Singular-Value-Robust Projector-Splitting LoRA / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 2438,
  3  "math_checks": [
  4    {
  5      "sigma_min": 0.01,
  6      "rank_reconstruction_residual": 0.6694965544443999,
  7      "U_orth_error": 8.856039435136552e-16,
  8      "V_orth_error": 8.104148343234029e-16,
  9      "factor_norm": 5.755916209083
 10    },
 11    {
 12      "sigma_min": 1e-06,
 13      "rank_reconstruction_residual": 0.6663143067241358,
 14      "U_orth_error": 2.874829886071822e-16,
 15      "V_orth_error": 6.677040571999995e-16,
 16      "factor_norm": 5.743976011813007
 17    },
 18    {
 19      "sigma_min": 1e-10,
 20      "rank_reconstruction_residual": 0.6680196047308521,
 21      "U_orth_error": 4.653717033150433e-16,
 22      "V_orth_error": 5.14272006340644e-16,
 23      "factor_norm": 5.69635073350831
 24    }
 25  ],
 26  "convergence_checks": [
 27    {
 28      "sigma_min": 0.01,
 29      "h": [
 30        0.2,
 31        0.1,
 32        0.05,
 33        0.025
 34      ],
 35      "errors": [
 36        0.006416202566002081,
 37        0.001601018306414017,
 38        0.0004005067562950771,
 39        0.0001001979579369988
 40      ],
 41      "observed_order_last": 1.998973473894269
 42    },
 43    {
 44      "sigma_min": 1e-06,
 45      "h": [
 46        0.2,
 47        0.1,
 48        0.05,
 49        0.025
 50      ],
 51      "errors": [
 52        0.006415863949201267,
 53        0.0016009361372391036,
 54        0.0004004864731645168,
 55        0.00010019291678728993
 56      ],
 57      "observed_order_last": 1.998972995233347
 58    },
 59    {
 60      "sigma_min": 1e-10,
 61      "h": [
 62        0.2,
 63        0.1,
 64        0.05,
 65        0.025
 66      ],
 67      "errors": [
 68        0.00641586394919788,
 69        0.001600936137238282,
 70        0.00040048647316431396,
 71        0.00010019291678723951
 72      ],
 73      "observed_order_last": 1.9989729952333424
 74    }
 75  ],
 76  "training": {
 77    "steps": 120,
 78    "initial_sigma_min": 1e-06,
 79    "baseline_final_loss": 0.22671204830524466,
 80    "idea_final_loss": 0.10622796537013862,
 81    "baseline_nan": false,
 82    "idea_nan": false,
 83    "baseline_seconds": 0.017234059996553697,
 84    "idea_seconds": 0.10483305499656126,
 85    "baseline_curve_last10": [
 86      0.22815581780492272,
 87      0.22799490034547243,
 88      0.2278341401808895,
 89      0.22767352181977885,
 90      0.2275130308154257,
 91      0.22735265372229696,
 92      0.22719237805436243,
 93      0.2270321922451105,
 94      0.22687208560914318,
 95      0.22671204830524466
 96    ],
 97    "idea_curve_last10": [
 98      0.10635601267612799,
 99      0.10634081747337215,
100      0.10632588937556298,
101      0.10631121659227757,
102      0.10629678805009175,
103      0.10628259334055977,
104      0.1062686226725128,
105      0.10625486682828329,
106      0.10624131712350082,
107      0.10622796537013862
108    ]
109  }
110}