{ "seed": 620, "concavity": { "max_jensen_violation": -4.605732285145603e-05, "mean_jensen_gap": -0.021082399431667176, "max_hessian_eigenvalue": -1.1220475899511904e-16, "min_hessian_eigenvalue": -0.9132696909904783 }, "results": { "entropy": { "final": { "step": 499, "loss": 0.14924858095891597, "task": 0.16934104990939935, "entropy": 0.25115586188104216, "cv_soft": 1.6507892371844468, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, "history": [ { "step": 0, "loss": 1.9096740963691965, "task": 2.0756765645920687, "entropy": 2.0750308527859014, "cv_soft": 0.00376661834246676, "cv_hard": 0.07493486755116176, "drop_rate_capacity_1": 0.03125 }, { "step": 50, "loss": 0.15060976085729552, "task": 0.16608671715093548, "entropy": 0.19346195367049956, "cv_soft": 1.6724502738042122, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 100, "loss": 0.14943410016493752, "task": 0.1677582069289515, "entropy": 0.22905133455017465, "cv_soft": 1.659247400757765, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 150, "loss": 0.1492493128862848, "task": 0.16929892161114543, "entropy": 0.25062010906075793, "cv_soft": 1.6509911200080534, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 200, "loss": 0.14924863350126574, "task": 0.16935275680936532, "entropy": 0.2513015413512447, "cv_soft": 1.6507313587703316, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 250, "loss": 0.14924858375464145, "task": 0.1693408802274555, "entropy": 0.2511537059101756, "cv_soft": 1.6507897867499615, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 300, "loss": 0.14924858106690564, "task": 0.1693411558794535, "entropy": 0.2511571851568485, "cv_soft": 1.650788678796008, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 350, "loss": 0.14924858096159765, "task": 0.16934105645823486, "entropy": 0.25115594370796507, "cv_soft": 1.650789199969436, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 400, "loss": 0.14924858095895482, "task": 0.16934105083089251, "entropy": 0.2511558733992211, "cv_soft": 1.6507892322288353, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 450, "loss": 0.14924858095891627, "task": 0.16934104993403393, "entropy": 0.2511558621889708, "cv_soft": 1.6507892370330766, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 499, "loss": 0.14924858095891597, "task": 0.16934104990939935, "entropy": 0.25115586188104216, "cv_soft": 1.6507892371844468, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 } ] }, "switch": { "final": { "step": 499, "loss": 0.4654608933585691, "task": 0.17615862978004443, "entropy": 0.30916599102757303, "cv_soft": 1.617491358471988, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, "history": [ { "step": 0, "loss": 2.155677699585168, "task": 2.0756765645920687, "entropy": 2.0750308527859014, "cv_soft": 0.00376661834246676, "cv_hard": 0.07493486755116176, "drop_rate_capacity_1": 0.03125 }, { "step": 50, "loss": 0.4674720152884001, "task": 0.16785397255853934, "entropy": 0.22561758520654202, "cv_soft": 1.65687221418046, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 100, "loss": 0.465781649992797, "task": 0.1721551438012584, "entropy": 0.2759947880765954, "cv_soft": 1.6341148452279088, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 150, "loss": 0.4654745276810438, "task": 0.17573942792374816, "entropy": 0.3071831084133374, "cv_soft": 1.6191629772713416, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 200, "loss": 0.4654622849514862, "task": 0.17609902548732606, "entropy": 0.3091752087289439, "cv_soft": 1.617727029910177, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 250, "loss": 0.465461000303115, "task": 0.17613673663103507, "entropy": 0.3091152389474636, "cv_soft": 1.6175763647818917, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 300, "loss": 0.46546089951346786, "task": 0.17615429831484453, "entropy": 0.3091580117276711, "cv_soft": 1.6175081189851233, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 350, "loss": 0.4654608936233255, "task": 0.17615787441010788, "entropy": 0.30916453839472097, "cv_soft": 1.6174942782480624, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 400, "loss": 0.46546089336696617, "task": 0.1761585283043396, "entropy": 0.3091658083214036, "cv_soft": 1.6174917506073507, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 450, "loss": 0.46546089335875396, "task": 0.17615861974551272, "entropy": 0.30916597367615306, "cv_soft": 1.617491397246216, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 499, "loss": 0.4654608933585691, "task": 0.17615862978004443, "entropy": 0.30916599102757303, "cv_soft": 1.617491358471988, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 } ] }, "gm_symmetric": { "final": { "step": 499, "loss": 0.16555460286391468, "task": 0.16555460286391468, "entropy": 0.165554603751059, "cv_soft": 1.682563641279861, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, "history": [ { "step": 0, "loss": 2.0756765645920687, "task": 2.0756765645920687, "entropy": 2.0750308527859014, "cv_soft": 0.00376661834246676, "cv_hard": 0.07493486755116176, "drop_rate_capacity_1": 0.03125 }, { "step": 50, "loss": 0.16587401755167713, "task": 0.16587401755167713, "entropy": 0.1467659243667716, "cv_soft": 1.6890399062154564, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 100, "loss": 0.16568164158734258, "task": 0.16568164158734258, "entropy": 0.15278244319865752, "cv_soft": 1.6870034694782658, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 150, "loss": 0.1655576373286115, "task": 0.1655576373286115, "entropy": 0.1643260741655536, "cv_soft": 1.6829875754105816, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 200, "loss": 0.16555482170447694, "task": 0.16555482170447694, "entropy": 0.1656439481906623, "cv_soft": 1.682529628604582, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 250, "loss": 0.1655546221287142, "task": 0.1655546221287142, "entropy": 0.1655710949376914, "cv_soft": 1.6825571993161104, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 300, "loss": 0.16555460412852474, "task": 0.16555460412852474, "entropy": 0.1655569334362264, "cv_soft": 1.6825626866271852, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 350, "loss": 0.16555460292504962, "task": 0.16555460292504962, "entropy": 0.16555513604214067, "cv_soft": 1.6825634298205079, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 400, "loss": 0.16555460286602555, "task": 0.16555460286602555, "entropy": 0.1655546769229554, "cv_soft": 1.6825636119556313, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 450, "loss": 0.1655546028639633, "task": 0.16555460286396342, "entropy": 0.1655546121582813, "cv_soft": 1.6825636379241529, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 499, "loss": 0.16555460286391468, "task": 0.16555460286391468, "entropy": 0.165554603751059, "cv_soft": 1.682563641279861, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 } ] }, "gm": { "final": { "step": 499, "loss": 1.5657249116806797, "task": 0.2770672372237453, "entropy": 0.7636271318443357, "cv_soft": 1.3510197664649157, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, "history": [ { "step": 0, "loss": 3.10106069004065, "task": 2.0756765645920687, "entropy": 2.0750308527859014, "cv_soft": 0.00376661834246676, "cv_hard": 0.07493486755116176, "drop_rate_capacity_1": 0.03125 }, { "step": 50, "loss": 1.5792767019008127, "task": 0.21649451692587168, "entropy": 0.5428423210738056, "cv_soft": 1.4970369143259814, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 100, "loss": 1.5659126731154487, "task": 0.2746049781793384, "entropy": 0.760418747907029, "cv_soft": 1.3568667748722223, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 150, "loss": 1.5657463174716706, "task": 0.2768144129046995, "entropy": 0.7645380838665596, "cv_soft": 1.3516272371434657, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 200, "loss": 1.5657270171401492, "task": 0.2769859898174321, "entropy": 0.7638917981225828, "cv_soft": 1.3512044676253523, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 250, "loss": 1.5657250722936151, "task": 0.2770476148744822, "entropy": 0.763699424316591, "cv_soft": 1.3510636080907772, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 300, "loss": 1.5657249210282582, "task": 0.27706344586391185, "entropy": 0.763643729294367, "cv_soft": 1.351028189553994, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 350, "loss": 1.5657249120944683, "task": 0.2770665930065822, "entropy": 0.7636300422328868, "cv_soft": 1.3510211950970203, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 400, "loss": 1.56572491169443, "task": 0.27706714541044464, "entropy": 0.7636275270628758, "cv_soft": 1.3510199699723557, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 450, "loss": 1.5657249116810028, "task": 0.27706722791034527, "entropy": 0.7636271726095144, "cv_soft": 1.3510197871060254, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 }, { "step": 499, "loss": 1.5657249116806797, "task": 0.2770672372237453, "entropy": 0.7636271318443357, "cv_soft": 1.3510197664649157, "cv_hard": 1.7320508075550207, "drop_rate_capacity_1": 0.75 } ] }, "symmetric_gradient": { "utility": 1.0, "gradient_norm": 2.8284271247461903, "gradient": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } } }