Singular-Value-Robust Projector-Splitting LoRA / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 2438,
3 "math_checks": [
4 {
5 "sigma_min": 0.01,
6 "rank_reconstruction_residual": 0.6694965544443999,
7 "U_orth_error": 8.856039435136552e-16,
8 "V_orth_error": 8.104148343234029e-16,
9 "factor_norm": 5.755916209083
10 },
11 {
12 "sigma_min": 1e-06,
13 "rank_reconstruction_residual": 0.6663143067241358,
14 "U_orth_error": 2.874829886071822e-16,
15 "V_orth_error": 6.677040571999995e-16,
16 "factor_norm": 5.743976011813007
17 },
18 {
19 "sigma_min": 1e-10,
20 "rank_reconstruction_residual": 0.6680196047308521,
21 "U_orth_error": 4.653717033150433e-16,
22 "V_orth_error": 5.14272006340644e-16,
23 "factor_norm": 5.69635073350831
24 }
25 ],
26 "convergence_checks": [
27 {
28 "sigma_min": 0.01,
29 "h": [
30 0.2,
31 0.1,
32 0.05,
33 0.025
34 ],
35 "errors": [
36 0.006416202566002081,
37 0.001601018306414017,
38 0.0004005067562950771,
39 0.0001001979579369988
40 ],
41 "observed_order_last": 1.998973473894269
42 },
43 {
44 "sigma_min": 1e-06,
45 "h": [
46 0.2,
47 0.1,
48 0.05,
49 0.025
50 ],
51 "errors": [
52 0.006415863949201267,
53 0.0016009361372391036,
54 0.0004004864731645168,
55 0.00010019291678728993
56 ],
57 "observed_order_last": 1.998972995233347
58 },
59 {
60 "sigma_min": 1e-10,
61 "h": [
62 0.2,
63 0.1,
64 0.05,
65 0.025
66 ],
67 "errors": [
68 0.00641586394919788,
69 0.001600936137238282,
70 0.00040048647316431396,
71 0.00010019291678723951
72 ],
73 "observed_order_last": 1.9989729952333424
74 }
75 ],
76 "training": {
77 "steps": 120,
78 "initial_sigma_min": 1e-06,
79 "baseline_final_loss": 0.22671204830524466,
80 "idea_final_loss": 0.10622796537013862,
81 "baseline_nan": false,
82 "idea_nan": false,
83 "baseline_seconds": 0.017234059996553697,
84 "idea_seconds": 0.10483305499656126,
85 "baseline_curve_last10": [
86 0.22815581780492272,
87 0.22799490034547243,
88 0.2278341401808895,
89 0.22767352181977885,
90 0.2275130308154257,
91 0.22735265372229696,
92 0.22719237805436243,
93 0.2270321922451105,
94 0.22687208560914318,
95 0.22671204830524466
96 ],
97 "idea_curve_last10": [
98 0.10635601267612799,
99 0.10634081747337215,
100 0.10632588937556298,
101 0.10631121659227757,
102 0.10629678805009175,
103 0.10628259334055977,
104 0.1062686226725128,
105 0.10625486682828329,
106 0.10624131712350082,
107 0.10622796537013862
108 ]
109 }
110}