Warm-Started Exact Rank Pruning / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "tabular",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "weight_decay": 0.0001
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.0015,
16 "weight_decay": 0.0
17 },
18 "mean": 12.669130086898804
19 },
20 {
21 "cfg": {
22 "lr": 0.0015,
23 "weight_decay": 0.0001
24 },
25 "mean": 12.924439191818237
26 },
27 {
28 "cfg": {
29 "lr": 0.003,
30 "weight_decay": 0.0
31 },
32 "mean": 9.31087851524353
33 },
34 {
35 "cfg": {
36 "lr": 0.003,
37 "weight_decay": 0.0001
38 },
39 "mean": 9.370193243026733
40 },
41 {
42 "cfg": {
43 "lr": 0.006,
44 "weight_decay": 0.0
45 },
46 "mean": 7.018180251121521
47 },
48 {
49 "cfg": {
50 "lr": 0.006,
51 "weight_decay": 0.0001
52 },
53 "mean": 6.9977627992630005
54 }
55 ],
56 "full": {
57 "mean": 7.143419861793518,
58 "std": 0.27400662160821115,
59 "per_seed": [
60 6.931591987609863,
61 6.811943054199219,
62 7.096949577331543,
63 7.150566577911377,
64 6.830760955810547,
65 7.50044059753418,
66 7.220727920532227,
67 7.6043782234191895
68 ],
69 "n": 8
70 }
71 },
72 "idea": {
73 "mean": 7.220555484294891,
74 "std": 0.34912573865429086,
75 "per_seed": [
76 6.893190860748291,
77 7.041308879852295,
78 7.491337776184082,
79 7.315980434417725,
80 6.935866355895996,
81 7.914798259735107,
82 7.363597869873047,
83 6.808363437652588
84 ],
85 "n": 8
86 },
87 "comparison": {
88 "delta_mean": 0.07713562250137329,
89 "idea_wins": 2,
90 "n_pairs": 8,
91 "per_seed_diffs": [
92 -0.038401126861572266,
93 0.22936582565307617,
94 0.39438819885253906,
95 0.16541385650634766,
96 0.10510540008544922,
97 0.41435766220092773,
98 0.1428699493408203,
99 -0.7960147857666016
100 ],
101 "p_value": 0.62745,
102 "mde": 0.3201464002239144,
103 "mde_rel_pct": 4.4816965321639985,
104 "verdict": "no significant win",
105 "system_worked": false
106 },
107 "mechanism_signature": {
108 "prediction": "warm-started exact paired pruning should produce nonincreasing active rank and balanced factor norms",
109 "observed": {
110 "0": {
111 "seed": 0,
112 "ranks_by_lambda_stage": [
113 43,
114 43,
115 43,
116 43
117 ],
118 "observed_monotone": true,
119 "mean_balanced_norm_gap": 5.500680896552979e-08,
120 "pruned_columns": 0
121 },
122 "1": {
123 "seed": 1,
124 "ranks_by_lambda_stage": [
125 43,
126 43,
127 43,
128 43
129 ],
130 "observed_monotone": true,
131 "mean_balanced_norm_gap": 5.5005153313124484e-08,
132 "pruned_columns": 0
133 },
134 "2": {
135 "seed": 2,
136 "ranks_by_lambda_stage": [
137 43,
138 43,
139 43,
140 43
141 ],
142 "observed_monotone": true,
143 "mean_balanced_norm_gap": 5.372116996779949e-08,
144 "pruned_columns": 0
145 },
146 "3": {
147 "seed": 3,
148 "ranks_by_lambda_stage": [
149 43,
150 43,
151 43,
152 43
153 ],
154 "observed_monotone": true,
155 "mean_balanced_norm_gap": 5.407879780724064e-08,
156 "pruned_columns": 0
157 },
158 "4": {
159 "seed": 4,
160 "ranks_by_lambda_stage": [
161 43,
162 43,
163 43,
164 43
165 ],
166 "observed_monotone": true,
167 "mean_balanced_norm_gap": 5.4962105480171883e-08,
168 "pruned_columns": 0
169 },
170 "5": {
171 "seed": 5,
172 "ranks_by_lambda_stage": [
173 43,
174 43,
175 43,
176 43
177 ],
178 "observed_monotone": true,
179 "mean_balanced_norm_gap": 4.929386942582109e-08,
180 "pruned_columns": 0
181 },
182 "6": {
183 "seed": 6,
184 "ranks_by_lambda_stage": [
185 43,
186 43,
187 43,
188 43
189 ],
190 "observed_monotone": true,
191 "mean_balanced_norm_gap": 5.0772395727705086e-08,
192 "pruned_columns": 0
193 },
194 "7": {
195 "seed": 7,
196 "ranks_by_lambda_stage": [
197 43,
198 43,
199 43,
200 43
201 ],
202 "observed_monotone": true,
203 "mean_balanced_norm_gap": 5.675852322263431e-08,
204 "pruned_columns": 0
205 }
206 },
207 "predicted_monotone_rank": true,
208 "predicted_balanced_gap": 0.0,
209 "confirmed": true
210 },
211 "idea_sweep": [
212 {
213 "cfg": {
214 "lr": 0.0015,
215 "weight_decay": 0.0001,
216 "lambda": 0.0
217 },
218 "result": {
219 "mean": 13.893371224403381,
220 "std": 2.523693976118532,
221 "per_seed": [
222 11.475872993469238,
223 11.684678077697754,
224 11.631744384765625,
225 16.454078674316406,
226 14.76885986328125,
227 18.05440902709961,
228 15.799757957458496,
229 11.277568817138672
230 ],
231 "n": 8
232 },
233 "signature": {
234 "0": {
235 "seed": 0,
236 "ranks_by_lambda_stage": [
237 43,
238 43,
239 43,
240 43
241 ],
242 "observed_monotone": true,
243 "mean_balanced_norm_gap": 5.464752540657653e-08,
244 "pruned_columns": 0
245 },
246 "1": {
247 "seed": 1,
248 "ranks_by_lambda_stage": [
249 43,
250 43,
251 43,
252 43
253 ],
254 "observed_monotone": true,
255 "mean_balanced_norm_gap": 4.9146513401154834e-08,
256 "pruned_columns": 0
257 },
258 "2": {
259 "seed": 2,
260 "ranks_by_lambda_stage": [
261 43,
262 43,
263 43,
264 43
265 ],
266 "observed_monotone": true,
267 "mean_balanced_norm_gap": 5.0755838862196845e-08,
268 "pruned_columns": 0
269 },
270 "3": {
271 "seed": 3,
272 "ranks_by_lambda_stage": [
273 43,
274 43,
275 43,
276 43
277 ],
278 "observed_monotone": true,
279 "mean_balanced_norm_gap": 4.9900677821944504e-08,
280 "pruned_columns": 0
281 },
282 "4": {
283 "seed": 4,
284 "ranks_by_lambda_stage": [
285 43,
286 43,
287 43,
288 43
289 ],
290 "observed_monotone": true,
291 "mean_balanced_norm_gap": 5.239910578719926e-08,
292 "pruned_columns": 0
293 },
294 "5": {
295 "seed": 5,
296 "ranks_by_lambda_stage": [
297 43,
298 43,
299 43,
300 43
301 ],
302 "observed_monotone": true,
303 "mean_balanced_norm_gap": 4.998594550818956e-08,
304 "pruned_columns": 0
305 },
306 "6": {
307 "seed": 6,
308 "ranks_by_lambda_stage": [
309 43,
310 43,
311 43,
312 43
313 ],
314 "observed_monotone": true,
315 "mean_balanced_norm_gap": 4.5999057067073563e-08,
316 "pruned_columns": 0
317 },
318 "7": {
319 "seed": 7,
320 "ranks_by_lambda_stage": [
321 43,
322 43,
323 43,
324 43
325 ],
326 "observed_monotone": true,
327 "mean_balanced_norm_gap": 5.2653253316887254e-08,
328 "pruned_columns": 0
329 }
330 }
331 },
332 {
333 "cfg": {
334 "lr": 0.0015,
335 "weight_decay": 0.0001,
336 "lambda": 1e-06
337 },
338 "result": {
339 "mean": 13.893371224403381,
340 "std": 2.523693976118532,
341 "per_seed": [
342 11.475872993469238,
343 11.684678077697754,
344 11.631744384765625,
345 16.454078674316406,
346 14.76885986328125,
347 18.05440902709961,
348 15.799757957458496,
349 11.277568817138672
350 ],
351 "n": 8
352 },
353 "signature": {
354 "0": {
355 "seed": 0,
356 "ranks_by_lambda_stage": [
357 43,
358 43,
359 43,
360 43
361 ],
362 "observed_monotone": true,
363 "mean_balanced_norm_gap": 5.464752540657653e-08,
364 "pruned_columns": 0
365 },
366 "1": {
367 "seed": 1,
368 "ranks_by_lambda_stage": [
369 43,
370 43,
371 43,
372 43
373 ],
374 "observed_monotone": true,
375 "mean_balanced_norm_gap": 4.9146513401154834e-08,
376 "pruned_columns": 0
377 },
378 "2": {
379 "seed": 2,
380 "ranks_by_lambda_stage": [
381 43,
382 43,
383 43,
384 43
385 ],
386 "observed_monotone": true,
387 "mean_balanced_norm_gap": 5.0755838862196845e-08,
388 "pruned_columns": 0
389 },
390 "3": {
391 "seed": 3,
392 "ranks_by_lambda_stage": [
393 43,
394 43,
395 43,
396 43
397 ],
398 "observed_monotone": true,
399 "mean_balanced_norm_gap": 4.9900677821944504e-08,
400 "pruned_columns": 0
401 },
402 "4": {
403 "seed": 4,
404 "ranks_by_lambda_stage": [
405 43,
406 43,
407 43,
408 43
409 ],
410 "observed_monotone": true,
411 "mean_balanced_norm_gap": 5.239910578719926e-08,
412 "pruned_columns": 0
413 },
414 "5": {
415 "seed": 5,
416 "ranks_by_lambda_stage": [
417 43,
418 43,
419 43,
420 43
421 ],
422 "observed_monotone": true,
423 "mean_balanced_norm_gap": 4.998594550818956e-08,
424 "pruned_columns": 0
425 },
426 "6": {
427 "seed": 6,
428 "ranks_by_lambda_stage": [
429 43,
430 43,
431 43,
432 43
433 ],
434 "observed_monotone": true,
435 "mean_balanced_norm_gap": 4.5999057067073563e-08,
436 "pruned_columns": 0
437 },
438 "7": {
439 "seed": 7,
440 "ranks_by_lambda_stage": [
441 43,
442 43,
443 43,
444 43
445 ],
446 "observed_monotone": true,
447 "mean_balanced_norm_gap": 5.2653253316887254e-08,
448 "pruned_columns": 0
449 }
450 }
451 },
452 {
453 "cfg": {
454 "lr": 0.0015,
455 "weight_decay": 0.0001,
456 "lambda": 3e-06
457 },
458 "result": {
459 "mean": 13.893371224403381,
460 "std": 2.523693976118532,
461 "per_seed": [
462 11.475872993469238,
463 11.684678077697754,
464 11.631744384765625,
465 16.454078674316406,
466 14.76885986328125,
467 18.05440902709961,
468 15.799757957458496,
469 11.277568817138672
470 ],
471 "n": 8
472 },
473 "signature": {
474 "0": {
475 "seed": 0,
476 "ranks_by_lambda_stage": [
477 43,
478 43,
479 43,
480 43
481 ],
482 "observed_monotone": true,
483 "mean_balanced_norm_gap": 5.464752540657653e-08,
484 "pruned_columns": 0
485 },
486 "1": {
487 "seed": 1,
488 "ranks_by_lambda_stage": [
489 43,
490 43,
491 43,
492 43
493 ],
494 "observed_monotone": true,
495 "mean_balanced_norm_gap": 4.9146513401154834e-08,
496 "pruned_columns": 0
497 },
498 "2": {
499 "seed": 2,
500 "ranks_by_lambda_stage": [
501 43,
502 43,
503 43,
504 43
505 ],
506 "observed_monotone": true,
507 "mean_balanced_norm_gap": 5.0755838862196845e-08,
508 "pruned_columns": 0
509 },
510 "3": {
511 "seed": 3,
512 "ranks_by_lambda_stage": [
513 43,
514 43,
515 43,
516 43
517 ],
518 "observed_monotone": true,
519 "mean_balanced_norm_gap": 4.9900677821944504e-08,
520 "pruned_columns": 0
521 },
522 "4": {
523 "seed": 4,
524 "ranks_by_lambda_stage": [
525 43,
526 43,
527 43,
528 43
529 ],
530 "observed_monotone": true,
531 "mean_balanced_norm_gap": 5.239910578719926e-08,
532 "pruned_columns": 0
533 },
534 "5": {
535 "seed": 5,
536 "ranks_by_lambda_stage": [
537 43,
538 43,
539 43,
540 43
541 ],
542 "observed_monotone": true,
543 "mean_balanced_norm_gap": 4.998594550818956e-08,
544 "pruned_columns": 0
545 },
546 "6": {
547 "seed": 6,
548 "ranks_by_lambda_stage": [
549 43,
550 43,
551 43,
552 43
553 ],
554 "observed_monotone": true,
555 "mean_balanced_norm_gap": 4.5999057067073563e-08,
556 "pruned_columns": 0
557 },
558 "7": {
559 "seed": 7,
560 "ranks_by_lambda_stage": [
561 43,
562 43,
563 43,
564 43
565 ],
566 "observed_monotone": true,
567 "mean_balanced_norm_gap": 5.2653253316887254e-08,
568 "pruned_columns": 0
569 }
570 }
571 },
572 {
573 "cfg": {
574 "lr": 0.003,
575 "weight_decay": 0.0001,
576 "lambda": 0.0
577 },
578 "result": {
579 "mean": 9.69086343050003,
580 "std": 1.88049376973306,
581 "per_seed": [
582 7.3153910636901855,
583 9.046968460083008,
584 8.134467124938965,
585 12.36645221710205,
586 8.763382911682129,
587 12.712215423583984,
588 10.7437744140625,
589 8.444255828857422
590 ],
591 "n": 8
592 },
593 "signature": {
594 "0": {
595 "seed": 0,
596 "ranks_by_lambda_stage": [
597 43,
598 43,
599 43,
600 43
601 ],
602 "observed_monotone": true,
603 "mean_balanced_norm_gap": 5.5834651306380725e-08,
604 "pruned_columns": 0
605 },
606 "1": {
607 "seed": 1,
608 "ranks_by_lambda_stage": [
609 43,
610 43,
611 43,
612 43
613 ],
614 "observed_monotone": true,
615 "mean_balanced_norm_gap": 5.253073270792027e-08,
616 "pruned_columns": 0
617 },
618 "2": {
619 "seed": 2,
620 "ranks_by_lambda_stage": [
621 43,
622 43,
623 43,
624 43
625 ],
626 "observed_monotone": true,
627 "mean_balanced_norm_gap": 5.187177028551402e-08,
628 "pruned_columns": 0
629 },
630 "3": {
631 "seed": 3,
632 "ranks_by_lambda_stage": [
633 43,
634 43,
635 43,
636 43
637 ],
638 "observed_monotone": true,
639 "mean_balanced_norm_gap": 5.220870205688596e-08,
640 "pruned_columns": 0
641 },
642 "4": {
643 "seed": 4,
644 "ranks_by_lambda_stage": [
645 43,
646 43,
647 43,
648 43
649 ],
650 "observed_monotone": true,
651 "mean_balanced_norm_gap": 5.177325697343823e-08,
652 "pruned_columns": 0
653 },
654 "5": {
655 "seed": 5,
656 "ranks_by_lambda_stage": [
657 43,
658 43,
659 43,
660 43
661 ],
662 "observed_monotone": true,
663 "mean_balanced_norm_gap": 4.8814548660026786e-08,
664 "pruned_columns": 0
665 },
666 "6": {
667 "seed": 6,
668 "ranks_by_lambda_stage": [
669 43,
670 43,
671 43,
672 43
673 ],
674 "observed_monotone": true,
675 "mean_balanced_norm_gap": 4.899832962578109e-08,
676 "pruned_columns": 0
677 },
678 "7": {
679 "seed": 7,
680 "ranks_by_lambda_stage": [
681 43,
682 43,
683 43,
684 43
685 ],
686 "observed_monotone": true,
687 "mean_balanced_norm_gap": 5.3645836288751523e-08,
688 "pruned_columns": 0
689 }
690 }
691 },
692 {
693 "cfg": {
694 "lr": 0.003,
695 "weight_decay": 0.0001,
696 "lambda": 1e-06
697 },
698 "result": {
699 "mean": 9.69086343050003,
700 "std": 1.88049376973306,
701 "per_seed": [
702 7.3153910636901855,
703 9.046968460083008,
704 8.134467124938965,
705 12.36645221710205,
706 8.763382911682129,
707 12.712215423583984,
708 10.7437744140625,
709 8.444255828857422
710 ],
711 "n": 8
712 },
713 "signature": {
714 "0": {
715 "seed": 0,
716 "ranks_by_lambda_stage": [
717 43,
718 43,
719 43,
720 43
721 ],
722 "observed_monotone": true,
723 "mean_balanced_norm_gap": 5.5834651306380725e-08,
724 "pruned_columns": 0
725 },
726 "1": {
727 "seed": 1,
728 "ranks_by_lambda_stage": [
729 43,
730 43,
731 43,
732 43
733 ],
734 "observed_monotone": true,
735 "mean_balanced_norm_gap": 5.253073270792027e-08,
736 "pruned_columns": 0
737 },
738 "2": {
739 "seed": 2,
740 "ranks_by_lambda_stage": [
741 43,
742 43,
743 43,
744 43
745 ],
746 "observed_monotone": true,
747 "mean_balanced_norm_gap": 5.187177028551402e-08,
748 "pruned_columns": 0
749 },
750 "3": {
751 "seed": 3,
752 "ranks_by_lambda_stage": [
753 43,
754 43,
755 43,
756 43
757 ],
758 "observed_monotone": true,
759 "mean_balanced_norm_gap": 5.220870205688596e-08,
760 "pruned_columns": 0
761 },
762 "4": {
763 "seed": 4,
764 "ranks_by_lambda_stage": [
765 43,
766 43,
767 43,
768 43
769 ],
770 "observed_monotone": true,
771 "mean_balanced_norm_gap": 5.177325697343823e-08,
772 "pruned_columns": 0
773 },
774 "5": {
775 "seed": 5,
776 "ranks_by_lambda_stage": [
777 43,
778 43,
779 43,
780 43
781 ],
782 "observed_monotone": true,
783 "mean_balanced_norm_gap": 4.8814548660026786e-08,
784 "pruned_columns": 0
785 },
786 "6": {
787 "seed": 6,
788 "ranks_by_lambda_stage": [
789 43,
790 43,
791 43,
792 43
793 ],
794 "observed_monotone": true,
795 "mean_balanced_norm_gap": 4.899832962578109e-08,
796 "pruned_columns": 0
797 },
798 "7": {
799 "seed": 7,
800 "ranks_by_lambda_stage": [
801 43,
802 43,
803 43,
804 43
805 ],
806 "observed_monotone": true,
807 "mean_balanced_norm_gap": 5.3645836288751523e-08,
808 "pruned_columns": 0
809 }
810 }
811 },
812 {
813 "cfg": {
814 "lr": 0.003,
815 "weight_decay": 0.0001,
816 "lambda": 3e-06
817 },
818 "result": {
819 "mean": 9.69086343050003,
820 "std": 1.88049376973306,
821 "per_seed": [
822 7.3153910636901855,
823 9.046968460083008,
824 8.134467124938965,
825 12.36645221710205,
826 8.763382911682129,
827 12.712215423583984,
828 10.7437744140625,
829 8.444255828857422
830 ],
831 "n": 8
832 },
833 "signature": {
834 "0": {
835 "seed": 0,
836 "ranks_by_lambda_stage": [
837 43,
838 43,
839 43,
840 43
841 ],
842 "observed_monotone": true,
843 "mean_balanced_norm_gap": 5.5834651306380725e-08,
844 "pruned_columns": 0
845 },
846 "1": {
847 "seed": 1,
848 "ranks_by_lambda_stage": [
849 43,
850 43,
851 43,
852 43
853 ],
854 "observed_monotone": true,
855 "mean_balanced_norm_gap": 5.253073270792027e-08,
856 "pruned_columns": 0
857 },
858 "2": {
859 "seed": 2,
860 "ranks_by_lambda_stage": [
861 43,
862 43,
863 43,
864 43
865 ],
866 "observed_monotone": true,
867 "mean_balanced_norm_gap": 5.187177028551402e-08,
868 "pruned_columns": 0
869 },
870 "3": {
871 "seed": 3,
872 "ranks_by_lambda_stage": [
873 43,
874 43,
875 43,
876 43
877 ],
878 "observed_monotone": true,
879 "mean_balanced_norm_gap": 5.220870205688596e-08,
880 "pruned_columns": 0
881 },
882 "4": {
883 "seed": 4,
884 "ranks_by_lambda_stage": [
885 43,
886 43,
887 43,
888 43
889 ],
890 "observed_monotone": true,
891 "mean_balanced_norm_gap": 5.177325697343823e-08,
892 "pruned_columns": 0
893 },
894 "5": {
895 "seed": 5,
896 "ranks_by_lambda_stage": [
897 43,
898 43,
899 43,
900 43
901 ],
902 "observed_monotone": true,
903 "mean_balanced_norm_gap": 4.8814548660026786e-08,
904 "pruned_columns": 0
905 },
906 "6": {
907 "seed": 6,
908 "ranks_by_lambda_stage": [
909 43,
910 43,
911 43,
912 43
913 ],
914 "observed_monotone": true,
915 "mean_balanced_norm_gap": 4.899832962578109e-08,
916 "pruned_columns": 0
917 },
918 "7": {
919 "seed": 7,
920 "ranks_by_lambda_stage": [
921 43,
922 43,
923 43,
924 43
925 ],
926 "observed_monotone": true,
927 "mean_balanced_norm_gap": 5.3645836288751523e-08,
928 "pruned_columns": 0
929 }
930 }
931 },
932 {
933 "cfg": {
934 "lr": 0.006,
935 "weight_decay": 0.0001,
936 "lambda": 0.0
937 },
938 "result": {
939 "mean": 7.220555484294891,
940 "std": 0.34912573865429086,
941 "per_seed": [
942 6.893190860748291,
943 7.041308879852295,
944 7.491337776184082,
945 7.315980434417725,
946 6.935866355895996,
947 7.914798259735107,
948 7.363597869873047,
949 6.808363437652588
950 ],
951 "n": 8
952 },
953 "signature": {
954 "0": {
955 "seed": 0,
956 "ranks_by_lambda_stage": [
957 43,
958 43,
959 43,
960 43
961 ],
962 "observed_monotone": true,
963 "mean_balanced_norm_gap": 5.500680896552979e-08,
964 "pruned_columns": 0
965 },
966 "1": {
967 "seed": 1,
968 "ranks_by_lambda_stage": [
969 43,
970 43,
971 43,
972 43
973 ],
974 "observed_monotone": true,
975 "mean_balanced_norm_gap": 5.5005153313124484e-08,
976 "pruned_columns": 0
977 },
978 "2": {
979 "seed": 2,
980 "ranks_by_lambda_stage": [
981 43,
982 43,
983 43,
984 43
985 ],
986 "observed_monotone": true,
987 "mean_balanced_norm_gap": 5.372116996779949e-08,
988 "pruned_columns": 0
989 },
990 "3": {
991 "seed": 3,
992 "ranks_by_lambda_stage": [
993 43,
994 43,
995 43,
996 43
997 ],
998 "observed_monotone": true,
999 "mean_balanced_norm_gap": 5.407879780724064e-08,
1000 "pruned_columns": 0
1001 },
1002 "4": {
1003 "seed": 4,
1004 "ranks_by_lambda_stage": [
1005 43,
1006 43,
1007 43,
1008 43
1009 ],
1010 "observed_monotone": true,
1011 "mean_balanced_norm_gap": 5.4962105480171883e-08,
1012 "pruned_columns": 0
1013 },
1014 "5": {
1015 "seed": 5,
1016 "ranks_by_lambda_stage": [
1017 43,
1018 43,
1019 43,
1020 43
1021 ],
1022 "observed_monotone": true,
1023 "mean_balanced_norm_gap": 4.929386942582109e-08,
1024 "pruned_columns": 0
1025 },
1026 "6": {
1027 "seed": 6,
1028 "ranks_by_lambda_stage": [
1029 43,
1030 43,
1031 43,
1032 43
1033 ],
1034 "observed_monotone": true,
1035 "mean_balanced_norm_gap": 5.0772395727705086e-08,
1036 "pruned_columns": 0
1037 },
1038 "7": {
1039 "seed": 7,
1040 "ranks_by_lambda_stage": [
1041 43,
1042 43,
1043 43,
1044 43
1045 ],
1046 "observed_monotone": true,
1047 "mean_balanced_norm_gap": 5.675852322263431e-08,
1048 "pruned_columns": 0
1049 }
1050 }
1051 },
1052 {
1053 "cfg": {
1054 "lr": 0.006,
1055 "weight_decay": 0.0001,
1056 "lambda": 1e-06
1057 },
1058 "result": {
1059 "mean": 7.220555484294891,
1060 "std": 0.34912573865429086,
1061 "per_seed": [
1062 6.893190860748291,
1063 7.041308879852295,
1064 7.491337776184082,
1065 7.315980434417725,
1066 6.935866355895996,
1067 7.914798259735107,
1068 7.363597869873047,
1069 6.808363437652588
1070 ],
1071 "n": 8
1072 },
1073 "signature": {
1074 "0": {
1075 "seed": 0,
1076 "ranks_by_lambda_stage": [
1077 43,
1078 43,
1079 43,
1080 43
1081 ],
1082 "observed_monotone": true,
1083 "mean_balanced_norm_gap": 5.500680896552979e-08,
1084 "pruned_columns": 0
1085 },
1086 "1": {
1087 "seed": 1,
1088 "ranks_by_lambda_stage": [
1089 43,
1090 43,
1091 43,
1092 43
1093 ],
1094 "observed_monotone": true,
1095 "mean_balanced_norm_gap": 5.5005153313124484e-08,
1096 "pruned_columns": 0
1097 },
1098 "2": {
1099 "seed": 2,
1100 "ranks_by_lambda_stage": [
1101 43,
1102 43,
1103 43,
1104 43
1105 ],
1106 "observed_monotone": true,
1107 "mean_balanced_norm_gap": 5.372116996779949e-08,
1108 "pruned_columns": 0
1109 },
1110 "3": {
1111 "seed": 3,
1112 "ranks_by_lambda_stage": [
1113 43,
1114 43,
1115 43,
1116 43
1117 ],
1118 "observed_monotone": true,
1119 "mean_balanced_norm_gap": 5.407879780724064e-08,
1120 "pruned_columns": 0
1121 },
1122 "4": {
1123 "seed": 4,
1124 "ranks_by_lambda_stage": [
1125 43,
1126 43,
1127 43,
1128 43
1129 ],
1130 "observed_monotone": true,
1131 "mean_balanced_norm_gap": 5.4962105480171883e-08,
1132 "pruned_columns": 0
1133 },
1134 "5": {
1135 "seed": 5,
1136 "ranks_by_lambda_stage": [
1137 43,
1138 43,
1139 43,
1140 43
1141 ],
1142 "observed_monotone": true,
1143 "mean_balanced_norm_gap": 4.929386942582109e-08,
1144 "pruned_columns": 0
1145 },
1146 "6": {
1147 "seed": 6,
1148 "ranks_by_lambda_stage": [
1149 43,
1150 43,
1151 43,
1152 43
1153 ],
1154 "observed_monotone": true,
1155 "mean_balanced_norm_gap": 5.0772395727705086e-08,
1156 "pruned_columns": 0
1157 },
1158 "7": {
1159 "seed": 7,
1160 "ranks_by_lambda_stage": [
1161 43,
1162 43,
1163 43,
1164 43
1165 ],
1166 "observed_monotone": true,
1167 "mean_balanced_norm_gap": 5.675852322263431e-08,
1168 "pruned_columns": 0
1169 }
1170 }
1171 },
1172 {
1173 "cfg": {
1174 "lr": 0.006,
1175 "weight_decay": 0.0001,
1176 "lambda": 3e-06
1177 },
1178 "result": {
1179 "mean": 7.220555484294891,
1180 "std": 0.34912573865429086,
1181 "per_seed": [
1182 6.893190860748291,
1183 7.041308879852295,
1184 7.491337776184082,
1185 7.315980434417725,
1186 6.935866355895996,
1187 7.914798259735107,
1188 7.363597869873047,
1189 6.808363437652588
1190 ],
1191 "n": 8
1192 },
1193 "signature": {
1194 "0": {
1195 "seed": 0,
1196 "ranks_by_lambda_stage": [
1197 43,
1198 43,
1199 43,
1200 43
1201 ],
1202 "observed_monotone": true,
1203 "mean_balanced_norm_gap": 5.500680896552979e-08,
1204 "pruned_columns": 0
1205 },
1206 "1": {
1207 "seed": 1,
1208 "ranks_by_lambda_stage": [
1209 43,
1210 43,
1211 43,
1212 43
1213 ],
1214 "observed_monotone": true,
1215 "mean_balanced_norm_gap": 5.5005153313124484e-08,
1216 "pruned_columns": 0
1217 },
1218 "2": {
1219 "seed": 2,
1220 "ranks_by_lambda_stage": [
1221 43,
1222 43,
1223 43,
1224 43
1225 ],
1226 "observed_monotone": true,
1227 "mean_balanced_norm_gap": 5.372116996779949e-08,
1228 "pruned_columns": 0
1229 },
1230 "3": {
1231 "seed": 3,
1232 "ranks_by_lambda_stage": [
1233 43,
1234 43,
1235 43,
1236 43
1237 ],
1238 "observed_monotone": true,
1239 "mean_balanced_norm_gap": 5.407879780724064e-08,
1240 "pruned_columns": 0
1241 },
1242 "4": {
1243 "seed": 4,
1244 "ranks_by_lambda_stage": [
1245 43,
1246 43,
1247 43,
1248 43
1249 ],
1250 "observed_monotone": true,
1251 "mean_balanced_norm_gap": 5.4962105480171883e-08,
1252 "pruned_columns": 0
1253 },
1254 "5": {
1255 "seed": 5,
1256 "ranks_by_lambda_stage": [
1257 43,
1258 43,
1259 43,
1260 43
1261 ],
1262 "observed_monotone": true,
1263 "mean_balanced_norm_gap": 4.929386942582109e-08,
1264 "pruned_columns": 0
1265 },
1266 "6": {
1267 "seed": 6,
1268 "ranks_by_lambda_stage": [
1269 43,
1270 43,
1271 43,
1272 43
1273 ],
1274 "observed_monotone": true,
1275 "mean_balanced_norm_gap": 5.0772395727705086e-08,
1276 "pruned_columns": 0
1277 },
1278 "7": {
1279 "seed": 7,
1280 "ranks_by_lambda_stage": [
1281 43,
1282 43,
1283 43,
1284 43
1285 ],
1286 "observed_monotone": true,
1287 "mean_balanced_norm_gap": 5.675852322263431e-08,
1288 "pruned_columns": 0
1289 }
1290 }
1291 }
1292 ],
1293 "runtime_sec": 202.02961421012878,
1294 "device": "cuda"
1295}