Warm-Started Exact Rank Pruning / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
   1{
   2  "bench_version": 1,
   3  "track": "tabular",
   4  "model": "mlp_tiny",
   5  "metric_direction": "lower is better",
   6  "n_seeds": 8,
   7  "baseline": {
   8    "best_cfg": {
   9      "lr": 0.006,
  10      "weight_decay": 0.0001
  11    },
  12    "sweep": [
  13      {
  14        "cfg": {
  15          "lr": 0.0015,
  16          "weight_decay": 0.0
  17        },
  18        "mean": 12.669130086898804
  19      },
  20      {
  21        "cfg": {
  22          "lr": 0.0015,
  23          "weight_decay": 0.0001
  24        },
  25        "mean": 12.924439191818237
  26      },
  27      {
  28        "cfg": {
  29          "lr": 0.003,
  30          "weight_decay": 0.0
  31        },
  32        "mean": 9.31087851524353
  33      },
  34      {
  35        "cfg": {
  36          "lr": 0.003,
  37          "weight_decay": 0.0001
  38        },
  39        "mean": 9.370193243026733
  40      },
  41      {
  42        "cfg": {
  43          "lr": 0.006,
  44          "weight_decay": 0.0
  45        },
  46        "mean": 7.018180251121521
  47      },
  48      {
  49        "cfg": {
  50          "lr": 0.006,
  51          "weight_decay": 0.0001
  52        },
  53        "mean": 6.9977627992630005
  54      }
  55    ],
  56    "full": {
  57      "mean": 7.143419861793518,
  58      "std": 0.27400662160821115,
  59      "per_seed": [
  60        6.931591987609863,
  61        6.811943054199219,
  62        7.096949577331543,
  63        7.150566577911377,
  64        6.830760955810547,
  65        7.50044059753418,
  66        7.220727920532227,
  67        7.6043782234191895
  68      ],
  69      "n": 8
  70    }
  71  },
  72  "idea": {
  73    "mean": 7.220555484294891,
  74    "std": 0.34912573865429086,
  75    "per_seed": [
  76      6.893190860748291,
  77      7.041308879852295,
  78      7.491337776184082,
  79      7.315980434417725,
  80      6.935866355895996,
  81      7.914798259735107,
  82      7.363597869873047,
  83      6.808363437652588
  84    ],
  85    "n": 8
  86  },
  87  "comparison": {
  88    "delta_mean": 0.07713562250137329,
  89    "idea_wins": 2,
  90    "n_pairs": 8,
  91    "per_seed_diffs": [
  92      -0.038401126861572266,
  93      0.22936582565307617,
  94      0.39438819885253906,
  95      0.16541385650634766,
  96      0.10510540008544922,
  97      0.41435766220092773,
  98      0.1428699493408203,
  99      -0.7960147857666016
 100    ],
 101    "p_value": 0.62745,
 102    "mde": 0.3201464002239144,
 103    "mde_rel_pct": 4.4816965321639985,
 104    "verdict": "no significant win",
 105    "system_worked": false
 106  },
 107  "mechanism_signature": {
 108    "prediction": "warm-started exact paired pruning should produce nonincreasing active rank and balanced factor norms",
 109    "observed": {
 110      "0": {
 111        "seed": 0,
 112        "ranks_by_lambda_stage": [
 113          43,
 114          43,
 115          43,
 116          43
 117        ],
 118        "observed_monotone": true,
 119        "mean_balanced_norm_gap": 5.500680896552979e-08,
 120        "pruned_columns": 0
 121      },
 122      "1": {
 123        "seed": 1,
 124        "ranks_by_lambda_stage": [
 125          43,
 126          43,
 127          43,
 128          43
 129        ],
 130        "observed_monotone": true,
 131        "mean_balanced_norm_gap": 5.5005153313124484e-08,
 132        "pruned_columns": 0
 133      },
 134      "2": {
 135        "seed": 2,
 136        "ranks_by_lambda_stage": [
 137          43,
 138          43,
 139          43,
 140          43
 141        ],
 142        "observed_monotone": true,
 143        "mean_balanced_norm_gap": 5.372116996779949e-08,
 144        "pruned_columns": 0
 145      },
 146      "3": {
 147        "seed": 3,
 148        "ranks_by_lambda_stage": [
 149          43,
 150          43,
 151          43,
 152          43
 153        ],
 154        "observed_monotone": true,
 155        "mean_balanced_norm_gap": 5.407879780724064e-08,
 156        "pruned_columns": 0
 157      },
 158      "4": {
 159        "seed": 4,
 160        "ranks_by_lambda_stage": [
 161          43,
 162          43,
 163          43,
 164          43
 165        ],
 166        "observed_monotone": true,
 167        "mean_balanced_norm_gap": 5.4962105480171883e-08,
 168        "pruned_columns": 0
 169      },
 170      "5": {
 171        "seed": 5,
 172        "ranks_by_lambda_stage": [
 173          43,
 174          43,
 175          43,
 176          43
 177        ],
 178        "observed_monotone": true,
 179        "mean_balanced_norm_gap": 4.929386942582109e-08,
 180        "pruned_columns": 0
 181      },
 182      "6": {
 183        "seed": 6,
 184        "ranks_by_lambda_stage": [
 185          43,
 186          43,
 187          43,
 188          43
 189        ],
 190        "observed_monotone": true,
 191        "mean_balanced_norm_gap": 5.0772395727705086e-08,
 192        "pruned_columns": 0
 193      },
 194      "7": {
 195        "seed": 7,
 196        "ranks_by_lambda_stage": [
 197          43,
 198          43,
 199          43,
 200          43
 201        ],
 202        "observed_monotone": true,
 203        "mean_balanced_norm_gap": 5.675852322263431e-08,
 204        "pruned_columns": 0
 205      }
 206    },
 207    "predicted_monotone_rank": true,
 208    "predicted_balanced_gap": 0.0,
 209    "confirmed": true
 210  },
 211  "idea_sweep": [
 212    {
 213      "cfg": {
 214        "lr": 0.0015,
 215        "weight_decay": 0.0001,
 216        "lambda": 0.0
 217      },
 218      "result": {
 219        "mean": 13.893371224403381,
 220        "std": 2.523693976118532,
 221        "per_seed": [
 222          11.475872993469238,
 223          11.684678077697754,
 224          11.631744384765625,
 225          16.454078674316406,
 226          14.76885986328125,
 227          18.05440902709961,
 228          15.799757957458496,
 229          11.277568817138672
 230        ],
 231        "n": 8
 232      },
 233      "signature": {
 234        "0": {
 235          "seed": 0,
 236          "ranks_by_lambda_stage": [
 237            43,
 238            43,
 239            43,
 240            43
 241          ],
 242          "observed_monotone": true,
 243          "mean_balanced_norm_gap": 5.464752540657653e-08,
 244          "pruned_columns": 0
 245        },
 246        "1": {
 247          "seed": 1,
 248          "ranks_by_lambda_stage": [
 249            43,
 250            43,
 251            43,
 252            43
 253          ],
 254          "observed_monotone": true,
 255          "mean_balanced_norm_gap": 4.9146513401154834e-08,
 256          "pruned_columns": 0
 257        },
 258        "2": {
 259          "seed": 2,
 260          "ranks_by_lambda_stage": [
 261            43,
 262            43,
 263            43,
 264            43
 265          ],
 266          "observed_monotone": true,
 267          "mean_balanced_norm_gap": 5.0755838862196845e-08,
 268          "pruned_columns": 0
 269        },
 270        "3": {
 271          "seed": 3,
 272          "ranks_by_lambda_stage": [
 273            43,
 274            43,
 275            43,
 276            43
 277          ],
 278          "observed_monotone": true,
 279          "mean_balanced_norm_gap": 4.9900677821944504e-08,
 280          "pruned_columns": 0
 281        },
 282        "4": {
 283          "seed": 4,
 284          "ranks_by_lambda_stage": [
 285            43,
 286            43,
 287            43,
 288            43
 289          ],
 290          "observed_monotone": true,
 291          "mean_balanced_norm_gap": 5.239910578719926e-08,
 292          "pruned_columns": 0
 293        },
 294        "5": {
 295          "seed": 5,
 296          "ranks_by_lambda_stage": [
 297            43,
 298            43,
 299            43,
 300            43
 301          ],
 302          "observed_monotone": true,
 303          "mean_balanced_norm_gap": 4.998594550818956e-08,
 304          "pruned_columns": 0
 305        },
 306        "6": {
 307          "seed": 6,
 308          "ranks_by_lambda_stage": [
 309            43,
 310            43,
 311            43,
 312            43
 313          ],
 314          "observed_monotone": true,
 315          "mean_balanced_norm_gap": 4.5999057067073563e-08,
 316          "pruned_columns": 0
 317        },
 318        "7": {
 319          "seed": 7,
 320          "ranks_by_lambda_stage": [
 321            43,
 322            43,
 323            43,
 324            43
 325          ],
 326          "observed_monotone": true,
 327          "mean_balanced_norm_gap": 5.2653253316887254e-08,
 328          "pruned_columns": 0
 329        }
 330      }
 331    },
 332    {
 333      "cfg": {
 334        "lr": 0.0015,
 335        "weight_decay": 0.0001,
 336        "lambda": 1e-06
 337      },
 338      "result": {
 339        "mean": 13.893371224403381,
 340        "std": 2.523693976118532,
 341        "per_seed": [
 342          11.475872993469238,
 343          11.684678077697754,
 344          11.631744384765625,
 345          16.454078674316406,
 346          14.76885986328125,
 347          18.05440902709961,
 348          15.799757957458496,
 349          11.277568817138672
 350        ],
 351        "n": 8
 352      },
 353      "signature": {
 354        "0": {
 355          "seed": 0,
 356          "ranks_by_lambda_stage": [
 357            43,
 358            43,
 359            43,
 360            43
 361          ],
 362          "observed_monotone": true,
 363          "mean_balanced_norm_gap": 5.464752540657653e-08,
 364          "pruned_columns": 0
 365        },
 366        "1": {
 367          "seed": 1,
 368          "ranks_by_lambda_stage": [
 369            43,
 370            43,
 371            43,
 372            43
 373          ],
 374          "observed_monotone": true,
 375          "mean_balanced_norm_gap": 4.9146513401154834e-08,
 376          "pruned_columns": 0
 377        },
 378        "2": {
 379          "seed": 2,
 380          "ranks_by_lambda_stage": [
 381            43,
 382            43,
 383            43,
 384            43
 385          ],
 386          "observed_monotone": true,
 387          "mean_balanced_norm_gap": 5.0755838862196845e-08,
 388          "pruned_columns": 0
 389        },
 390        "3": {
 391          "seed": 3,
 392          "ranks_by_lambda_stage": [
 393            43,
 394            43,
 395            43,
 396            43
 397          ],
 398          "observed_monotone": true,
 399          "mean_balanced_norm_gap": 4.9900677821944504e-08,
 400          "pruned_columns": 0
 401        },
 402        "4": {
 403          "seed": 4,
 404          "ranks_by_lambda_stage": [
 405            43,
 406            43,
 407            43,
 408            43
 409          ],
 410          "observed_monotone": true,
 411          "mean_balanced_norm_gap": 5.239910578719926e-08,
 412          "pruned_columns": 0
 413        },
 414        "5": {
 415          "seed": 5,
 416          "ranks_by_lambda_stage": [
 417            43,
 418            43,
 419            43,
 420            43
 421          ],
 422          "observed_monotone": true,
 423          "mean_balanced_norm_gap": 4.998594550818956e-08,
 424          "pruned_columns": 0
 425        },
 426        "6": {
 427          "seed": 6,
 428          "ranks_by_lambda_stage": [
 429            43,
 430            43,
 431            43,
 432            43
 433          ],
 434          "observed_monotone": true,
 435          "mean_balanced_norm_gap": 4.5999057067073563e-08,
 436          "pruned_columns": 0
 437        },
 438        "7": {
 439          "seed": 7,
 440          "ranks_by_lambda_stage": [
 441            43,
 442            43,
 443            43,
 444            43
 445          ],
 446          "observed_monotone": true,
 447          "mean_balanced_norm_gap": 5.2653253316887254e-08,
 448          "pruned_columns": 0
 449        }
 450      }
 451    },
 452    {
 453      "cfg": {
 454        "lr": 0.0015,
 455        "weight_decay": 0.0001,
 456        "lambda": 3e-06
 457      },
 458      "result": {
 459        "mean": 13.893371224403381,
 460        "std": 2.523693976118532,
 461        "per_seed": [
 462          11.475872993469238,
 463          11.684678077697754,
 464          11.631744384765625,
 465          16.454078674316406,
 466          14.76885986328125,
 467          18.05440902709961,
 468          15.799757957458496,
 469          11.277568817138672
 470        ],
 471        "n": 8
 472      },
 473      "signature": {
 474        "0": {
 475          "seed": 0,
 476          "ranks_by_lambda_stage": [
 477            43,
 478            43,
 479            43,
 480            43
 481          ],
 482          "observed_monotone": true,
 483          "mean_balanced_norm_gap": 5.464752540657653e-08,
 484          "pruned_columns": 0
 485        },
 486        "1": {
 487          "seed": 1,
 488          "ranks_by_lambda_stage": [
 489            43,
 490            43,
 491            43,
 492            43
 493          ],
 494          "observed_monotone": true,
 495          "mean_balanced_norm_gap": 4.9146513401154834e-08,
 496          "pruned_columns": 0
 497        },
 498        "2": {
 499          "seed": 2,
 500          "ranks_by_lambda_stage": [
 501            43,
 502            43,
 503            43,
 504            43
 505          ],
 506          "observed_monotone": true,
 507          "mean_balanced_norm_gap": 5.0755838862196845e-08,
 508          "pruned_columns": 0
 509        },
 510        "3": {
 511          "seed": 3,
 512          "ranks_by_lambda_stage": [
 513            43,
 514            43,
 515            43,
 516            43
 517          ],
 518          "observed_monotone": true,
 519          "mean_balanced_norm_gap": 4.9900677821944504e-08,
 520          "pruned_columns": 0
 521        },
 522        "4": {
 523          "seed": 4,
 524          "ranks_by_lambda_stage": [
 525            43,
 526            43,
 527            43,
 528            43
 529          ],
 530          "observed_monotone": true,
 531          "mean_balanced_norm_gap": 5.239910578719926e-08,
 532          "pruned_columns": 0
 533        },
 534        "5": {
 535          "seed": 5,
 536          "ranks_by_lambda_stage": [
 537            43,
 538            43,
 539            43,
 540            43
 541          ],
 542          "observed_monotone": true,
 543          "mean_balanced_norm_gap": 4.998594550818956e-08,
 544          "pruned_columns": 0
 545        },
 546        "6": {
 547          "seed": 6,
 548          "ranks_by_lambda_stage": [
 549            43,
 550            43,
 551            43,
 552            43
 553          ],
 554          "observed_monotone": true,
 555          "mean_balanced_norm_gap": 4.5999057067073563e-08,
 556          "pruned_columns": 0
 557        },
 558        "7": {
 559          "seed": 7,
 560          "ranks_by_lambda_stage": [
 561            43,
 562            43,
 563            43,
 564            43
 565          ],
 566          "observed_monotone": true,
 567          "mean_balanced_norm_gap": 5.2653253316887254e-08,
 568          "pruned_columns": 0
 569        }
 570      }
 571    },
 572    {
 573      "cfg": {
 574        "lr": 0.003,
 575        "weight_decay": 0.0001,
 576        "lambda": 0.0
 577      },
 578      "result": {
 579        "mean": 9.69086343050003,
 580        "std": 1.88049376973306,
 581        "per_seed": [
 582          7.3153910636901855,
 583          9.046968460083008,
 584          8.134467124938965,
 585          12.36645221710205,
 586          8.763382911682129,
 587          12.712215423583984,
 588          10.7437744140625,
 589          8.444255828857422
 590        ],
 591        "n": 8
 592      },
 593      "signature": {
 594        "0": {
 595          "seed": 0,
 596          "ranks_by_lambda_stage": [
 597            43,
 598            43,
 599            43,
 600            43
 601          ],
 602          "observed_monotone": true,
 603          "mean_balanced_norm_gap": 5.5834651306380725e-08,
 604          "pruned_columns": 0
 605        },
 606        "1": {
 607          "seed": 1,
 608          "ranks_by_lambda_stage": [
 609            43,
 610            43,
 611            43,
 612            43
 613          ],
 614          "observed_monotone": true,
 615          "mean_balanced_norm_gap": 5.253073270792027e-08,
 616          "pruned_columns": 0
 617        },
 618        "2": {
 619          "seed": 2,
 620          "ranks_by_lambda_stage": [
 621            43,
 622            43,
 623            43,
 624            43
 625          ],
 626          "observed_monotone": true,
 627          "mean_balanced_norm_gap": 5.187177028551402e-08,
 628          "pruned_columns": 0
 629        },
 630        "3": {
 631          "seed": 3,
 632          "ranks_by_lambda_stage": [
 633            43,
 634            43,
 635            43,
 636            43
 637          ],
 638          "observed_monotone": true,
 639          "mean_balanced_norm_gap": 5.220870205688596e-08,
 640          "pruned_columns": 0
 641        },
 642        "4": {
 643          "seed": 4,
 644          "ranks_by_lambda_stage": [
 645            43,
 646            43,
 647            43,
 648            43
 649          ],
 650          "observed_monotone": true,
 651          "mean_balanced_norm_gap": 5.177325697343823e-08,
 652          "pruned_columns": 0
 653        },
 654        "5": {
 655          "seed": 5,
 656          "ranks_by_lambda_stage": [
 657            43,
 658            43,
 659            43,
 660            43
 661          ],
 662          "observed_monotone": true,
 663          "mean_balanced_norm_gap": 4.8814548660026786e-08,
 664          "pruned_columns": 0
 665        },
 666        "6": {
 667          "seed": 6,
 668          "ranks_by_lambda_stage": [
 669            43,
 670            43,
 671            43,
 672            43
 673          ],
 674          "observed_monotone": true,
 675          "mean_balanced_norm_gap": 4.899832962578109e-08,
 676          "pruned_columns": 0
 677        },
 678        "7": {
 679          "seed": 7,
 680          "ranks_by_lambda_stage": [
 681            43,
 682            43,
 683            43,
 684            43
 685          ],
 686          "observed_monotone": true,
 687          "mean_balanced_norm_gap": 5.3645836288751523e-08,
 688          "pruned_columns": 0
 689        }
 690      }
 691    },
 692    {
 693      "cfg": {
 694        "lr": 0.003,
 695        "weight_decay": 0.0001,
 696        "lambda": 1e-06
 697      },
 698      "result": {
 699        "mean": 9.69086343050003,
 700        "std": 1.88049376973306,
 701        "per_seed": [
 702          7.3153910636901855,
 703          9.046968460083008,
 704          8.134467124938965,
 705          12.36645221710205,
 706          8.763382911682129,
 707          12.712215423583984,
 708          10.7437744140625,
 709          8.444255828857422
 710        ],
 711        "n": 8
 712      },
 713      "signature": {
 714        "0": {
 715          "seed": 0,
 716          "ranks_by_lambda_stage": [
 717            43,
 718            43,
 719            43,
 720            43
 721          ],
 722          "observed_monotone": true,
 723          "mean_balanced_norm_gap": 5.5834651306380725e-08,
 724          "pruned_columns": 0
 725        },
 726        "1": {
 727          "seed": 1,
 728          "ranks_by_lambda_stage": [
 729            43,
 730            43,
 731            43,
 732            43
 733          ],
 734          "observed_monotone": true,
 735          "mean_balanced_norm_gap": 5.253073270792027e-08,
 736          "pruned_columns": 0
 737        },
 738        "2": {
 739          "seed": 2,
 740          "ranks_by_lambda_stage": [
 741            43,
 742            43,
 743            43,
 744            43
 745          ],
 746          "observed_monotone": true,
 747          "mean_balanced_norm_gap": 5.187177028551402e-08,
 748          "pruned_columns": 0
 749        },
 750        "3": {
 751          "seed": 3,
 752          "ranks_by_lambda_stage": [
 753            43,
 754            43,
 755            43,
 756            43
 757          ],
 758          "observed_monotone": true,
 759          "mean_balanced_norm_gap": 5.220870205688596e-08,
 760          "pruned_columns": 0
 761        },
 762        "4": {
 763          "seed": 4,
 764          "ranks_by_lambda_stage": [
 765            43,
 766            43,
 767            43,
 768            43
 769          ],
 770          "observed_monotone": true,
 771          "mean_balanced_norm_gap": 5.177325697343823e-08,
 772          "pruned_columns": 0
 773        },
 774        "5": {
 775          "seed": 5,
 776          "ranks_by_lambda_stage": [
 777            43,
 778            43,
 779            43,
 780            43
 781          ],
 782          "observed_monotone": true,
 783          "mean_balanced_norm_gap": 4.8814548660026786e-08,
 784          "pruned_columns": 0
 785        },
 786        "6": {
 787          "seed": 6,
 788          "ranks_by_lambda_stage": [
 789            43,
 790            43,
 791            43,
 792            43
 793          ],
 794          "observed_monotone": true,
 795          "mean_balanced_norm_gap": 4.899832962578109e-08,
 796          "pruned_columns": 0
 797        },
 798        "7": {
 799          "seed": 7,
 800          "ranks_by_lambda_stage": [
 801            43,
 802            43,
 803            43,
 804            43
 805          ],
 806          "observed_monotone": true,
 807          "mean_balanced_norm_gap": 5.3645836288751523e-08,
 808          "pruned_columns": 0
 809        }
 810      }
 811    },
 812    {
 813      "cfg": {
 814        "lr": 0.003,
 815        "weight_decay": 0.0001,
 816        "lambda": 3e-06
 817      },
 818      "result": {
 819        "mean": 9.69086343050003,
 820        "std": 1.88049376973306,
 821        "per_seed": [
 822          7.3153910636901855,
 823          9.046968460083008,
 824          8.134467124938965,
 825          12.36645221710205,
 826          8.763382911682129,
 827          12.712215423583984,
 828          10.7437744140625,
 829          8.444255828857422
 830        ],
 831        "n": 8
 832      },
 833      "signature": {
 834        "0": {
 835          "seed": 0,
 836          "ranks_by_lambda_stage": [
 837            43,
 838            43,
 839            43,
 840            43
 841          ],
 842          "observed_monotone": true,
 843          "mean_balanced_norm_gap": 5.5834651306380725e-08,
 844          "pruned_columns": 0
 845        },
 846        "1": {
 847          "seed": 1,
 848          "ranks_by_lambda_stage": [
 849            43,
 850            43,
 851            43,
 852            43
 853          ],
 854          "observed_monotone": true,
 855          "mean_balanced_norm_gap": 5.253073270792027e-08,
 856          "pruned_columns": 0
 857        },
 858        "2": {
 859          "seed": 2,
 860          "ranks_by_lambda_stage": [
 861            43,
 862            43,
 863            43,
 864            43
 865          ],
 866          "observed_monotone": true,
 867          "mean_balanced_norm_gap": 5.187177028551402e-08,
 868          "pruned_columns": 0
 869        },
 870        "3": {
 871          "seed": 3,
 872          "ranks_by_lambda_stage": [
 873            43,
 874            43,
 875            43,
 876            43
 877          ],
 878          "observed_monotone": true,
 879          "mean_balanced_norm_gap": 5.220870205688596e-08,
 880          "pruned_columns": 0
 881        },
 882        "4": {
 883          "seed": 4,
 884          "ranks_by_lambda_stage": [
 885            43,
 886            43,
 887            43,
 888            43
 889          ],
 890          "observed_monotone": true,
 891          "mean_balanced_norm_gap": 5.177325697343823e-08,
 892          "pruned_columns": 0
 893        },
 894        "5": {
 895          "seed": 5,
 896          "ranks_by_lambda_stage": [
 897            43,
 898            43,
 899            43,
 900            43
 901          ],
 902          "observed_monotone": true,
 903          "mean_balanced_norm_gap": 4.8814548660026786e-08,
 904          "pruned_columns": 0
 905        },
 906        "6": {
 907          "seed": 6,
 908          "ranks_by_lambda_stage": [
 909            43,
 910            43,
 911            43,
 912            43
 913          ],
 914          "observed_monotone": true,
 915          "mean_balanced_norm_gap": 4.899832962578109e-08,
 916          "pruned_columns": 0
 917        },
 918        "7": {
 919          "seed": 7,
 920          "ranks_by_lambda_stage": [
 921            43,
 922            43,
 923            43,
 924            43
 925          ],
 926          "observed_monotone": true,
 927          "mean_balanced_norm_gap": 5.3645836288751523e-08,
 928          "pruned_columns": 0
 929        }
 930      }
 931    },
 932    {
 933      "cfg": {
 934        "lr": 0.006,
 935        "weight_decay": 0.0001,
 936        "lambda": 0.0
 937      },
 938      "result": {
 939        "mean": 7.220555484294891,
 940        "std": 0.34912573865429086,
 941        "per_seed": [
 942          6.893190860748291,
 943          7.041308879852295,
 944          7.491337776184082,
 945          7.315980434417725,
 946          6.935866355895996,
 947          7.914798259735107,
 948          7.363597869873047,
 949          6.808363437652588
 950        ],
 951        "n": 8
 952      },
 953      "signature": {
 954        "0": {
 955          "seed": 0,
 956          "ranks_by_lambda_stage": [
 957            43,
 958            43,
 959            43,
 960            43
 961          ],
 962          "observed_monotone": true,
 963          "mean_balanced_norm_gap": 5.500680896552979e-08,
 964          "pruned_columns": 0
 965        },
 966        "1": {
 967          "seed": 1,
 968          "ranks_by_lambda_stage": [
 969            43,
 970            43,
 971            43,
 972            43
 973          ],
 974          "observed_monotone": true,
 975          "mean_balanced_norm_gap": 5.5005153313124484e-08,
 976          "pruned_columns": 0
 977        },
 978        "2": {
 979          "seed": 2,
 980          "ranks_by_lambda_stage": [
 981            43,
 982            43,
 983            43,
 984            43
 985          ],
 986          "observed_monotone": true,
 987          "mean_balanced_norm_gap": 5.372116996779949e-08,
 988          "pruned_columns": 0
 989        },
 990        "3": {
 991          "seed": 3,
 992          "ranks_by_lambda_stage": [
 993            43,
 994            43,
 995            43,
 996            43
 997          ],
 998          "observed_monotone": true,
 999          "mean_balanced_norm_gap": 5.407879780724064e-08,
1000          "pruned_columns": 0
1001        },
1002        "4": {
1003          "seed": 4,
1004          "ranks_by_lambda_stage": [
1005            43,
1006            43,
1007            43,
1008            43
1009          ],
1010          "observed_monotone": true,
1011          "mean_balanced_norm_gap": 5.4962105480171883e-08,
1012          "pruned_columns": 0
1013        },
1014        "5": {
1015          "seed": 5,
1016          "ranks_by_lambda_stage": [
1017            43,
1018            43,
1019            43,
1020            43
1021          ],
1022          "observed_monotone": true,
1023          "mean_balanced_norm_gap": 4.929386942582109e-08,
1024          "pruned_columns": 0
1025        },
1026        "6": {
1027          "seed": 6,
1028          "ranks_by_lambda_stage": [
1029            43,
1030            43,
1031            43,
1032            43
1033          ],
1034          "observed_monotone": true,
1035          "mean_balanced_norm_gap": 5.0772395727705086e-08,
1036          "pruned_columns": 0
1037        },
1038        "7": {
1039          "seed": 7,
1040          "ranks_by_lambda_stage": [
1041            43,
1042            43,
1043            43,
1044            43
1045          ],
1046          "observed_monotone": true,
1047          "mean_balanced_norm_gap": 5.675852322263431e-08,
1048          "pruned_columns": 0
1049        }
1050      }
1051    },
1052    {
1053      "cfg": {
1054        "lr": 0.006,
1055        "weight_decay": 0.0001,
1056        "lambda": 1e-06
1057      },
1058      "result": {
1059        "mean": 7.220555484294891,
1060        "std": 0.34912573865429086,
1061        "per_seed": [
1062          6.893190860748291,
1063          7.041308879852295,
1064          7.491337776184082,
1065          7.315980434417725,
1066          6.935866355895996,
1067          7.914798259735107,
1068          7.363597869873047,
1069          6.808363437652588
1070        ],
1071        "n": 8
1072      },
1073      "signature": {
1074        "0": {
1075          "seed": 0,
1076          "ranks_by_lambda_stage": [
1077            43,
1078            43,
1079            43,
1080            43
1081          ],
1082          "observed_monotone": true,
1083          "mean_balanced_norm_gap": 5.500680896552979e-08,
1084          "pruned_columns": 0
1085        },
1086        "1": {
1087          "seed": 1,
1088          "ranks_by_lambda_stage": [
1089            43,
1090            43,
1091            43,
1092            43
1093          ],
1094          "observed_monotone": true,
1095          "mean_balanced_norm_gap": 5.5005153313124484e-08,
1096          "pruned_columns": 0
1097        },
1098        "2": {
1099          "seed": 2,
1100          "ranks_by_lambda_stage": [
1101            43,
1102            43,
1103            43,
1104            43
1105          ],
1106          "observed_monotone": true,
1107          "mean_balanced_norm_gap": 5.372116996779949e-08,
1108          "pruned_columns": 0
1109        },
1110        "3": {
1111          "seed": 3,
1112          "ranks_by_lambda_stage": [
1113            43,
1114            43,
1115            43,
1116            43
1117          ],
1118          "observed_monotone": true,
1119          "mean_balanced_norm_gap": 5.407879780724064e-08,
1120          "pruned_columns": 0
1121        },
1122        "4": {
1123          "seed": 4,
1124          "ranks_by_lambda_stage": [
1125            43,
1126            43,
1127            43,
1128            43
1129          ],
1130          "observed_monotone": true,
1131          "mean_balanced_norm_gap": 5.4962105480171883e-08,
1132          "pruned_columns": 0
1133        },
1134        "5": {
1135          "seed": 5,
1136          "ranks_by_lambda_stage": [
1137            43,
1138            43,
1139            43,
1140            43
1141          ],
1142          "observed_monotone": true,
1143          "mean_balanced_norm_gap": 4.929386942582109e-08,
1144          "pruned_columns": 0
1145        },
1146        "6": {
1147          "seed": 6,
1148          "ranks_by_lambda_stage": [
1149            43,
1150            43,
1151            43,
1152            43
1153          ],
1154          "observed_monotone": true,
1155          "mean_balanced_norm_gap": 5.0772395727705086e-08,
1156          "pruned_columns": 0
1157        },
1158        "7": {
1159          "seed": 7,
1160          "ranks_by_lambda_stage": [
1161            43,
1162            43,
1163            43,
1164            43
1165          ],
1166          "observed_monotone": true,
1167          "mean_balanced_norm_gap": 5.675852322263431e-08,
1168          "pruned_columns": 0
1169        }
1170      }
1171    },
1172    {
1173      "cfg": {
1174        "lr": 0.006,
1175        "weight_decay": 0.0001,
1176        "lambda": 3e-06
1177      },
1178      "result": {
1179        "mean": 7.220555484294891,
1180        "std": 0.34912573865429086,
1181        "per_seed": [
1182          6.893190860748291,
1183          7.041308879852295,
1184          7.491337776184082,
1185          7.315980434417725,
1186          6.935866355895996,
1187          7.914798259735107,
1188          7.363597869873047,
1189          6.808363437652588
1190        ],
1191        "n": 8
1192      },
1193      "signature": {
1194        "0": {
1195          "seed": 0,
1196          "ranks_by_lambda_stage": [
1197            43,
1198            43,
1199            43,
1200            43
1201          ],
1202          "observed_monotone": true,
1203          "mean_balanced_norm_gap": 5.500680896552979e-08,
1204          "pruned_columns": 0
1205        },
1206        "1": {
1207          "seed": 1,
1208          "ranks_by_lambda_stage": [
1209            43,
1210            43,
1211            43,
1212            43
1213          ],
1214          "observed_monotone": true,
1215          "mean_balanced_norm_gap": 5.5005153313124484e-08,
1216          "pruned_columns": 0
1217        },
1218        "2": {
1219          "seed": 2,
1220          "ranks_by_lambda_stage": [
1221            43,
1222            43,
1223            43,
1224            43
1225          ],
1226          "observed_monotone": true,
1227          "mean_balanced_norm_gap": 5.372116996779949e-08,
1228          "pruned_columns": 0
1229        },
1230        "3": {
1231          "seed": 3,
1232          "ranks_by_lambda_stage": [
1233            43,
1234            43,
1235            43,
1236            43
1237          ],
1238          "observed_monotone": true,
1239          "mean_balanced_norm_gap": 5.407879780724064e-08,
1240          "pruned_columns": 0
1241        },
1242        "4": {
1243          "seed": 4,
1244          "ranks_by_lambda_stage": [
1245            43,
1246            43,
1247            43,
1248            43
1249          ],
1250          "observed_monotone": true,
1251          "mean_balanced_norm_gap": 5.4962105480171883e-08,
1252          "pruned_columns": 0
1253        },
1254        "5": {
1255          "seed": 5,
1256          "ranks_by_lambda_stage": [
1257            43,
1258            43,
1259            43,
1260            43
1261          ],
1262          "observed_monotone": true,
1263          "mean_balanced_norm_gap": 4.929386942582109e-08,
1264          "pruned_columns": 0
1265        },
1266        "6": {
1267          "seed": 6,
1268          "ranks_by_lambda_stage": [
1269            43,
1270            43,
1271            43,
1272            43
1273          ],
1274          "observed_monotone": true,
1275          "mean_balanced_norm_gap": 5.0772395727705086e-08,
1276          "pruned_columns": 0
1277        },
1278        "7": {
1279          "seed": 7,
1280          "ranks_by_lambda_stage": [
1281            43,
1282            43,
1283            43,
1284            43
1285          ],
1286          "observed_monotone": true,
1287          "mean_balanced_norm_gap": 5.675852322263431e-08,
1288          "pruned_columns": 0
1289        }
1290      }
1291    }
1292  ],
1293  "runtime_sec": 202.02961421012878,
1294  "device": "cuda"
1295}