542 lines
18 KiB
JSON
542 lines
18 KiB
JSON
{
|
|
"posthoc": true,
|
|
"epoch_display": "one based",
|
|
"records": [
|
|
{
|
|
"name": "fold0-pool100-N128-seed0",
|
|
"fold": 0,
|
|
"arm": "N",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.1049166511838978,
|
|
"final_validation": 0.10496740204918055,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00045715988019908344,
|
|
"final5_endpoint_relative_change": -0.01964236989783663,
|
|
"first_validation": 0.1509130177240529,
|
|
"final_training_loss": 0.004722264837997119,
|
|
"final5_training_relative_change": -0.028116757582468455
|
|
},
|
|
{
|
|
"name": "fold0-pool100-N128-seed1",
|
|
"fold": 0,
|
|
"arm": "N",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 38,
|
|
"best_validation": 0.10407932056721243,
|
|
"final_validation": 0.10422675334912009,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": 2.652656009030081e-07,
|
|
"final5_endpoint_relative_change": 0.001416542509157237,
|
|
"first_validation": 0.25655519932490145,
|
|
"final_training_loss": 0.004533333337715333,
|
|
"final5_training_relative_change": -0.02521550027098529
|
|
},
|
|
{
|
|
"name": "fold0-pool100-N128-seed2",
|
|
"fold": 0,
|
|
"arm": "N",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 29,
|
|
"best_validation": 0.10353846067481268,
|
|
"final_validation": 0.10424100850388006,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00011286143071868351,
|
|
"final5_endpoint_relative_change": -0.004999973479387854,
|
|
"first_validation": 0.2215304551083641,
|
|
"final_training_loss": 0.00440695704137279,
|
|
"final5_training_relative_change": -0.024549393773133588
|
|
},
|
|
{
|
|
"name": "fold0-pool100-E128-seed0",
|
|
"fold": 0,
|
|
"arm": "E",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 33,
|
|
"best_validation": 0.1070433271875761,
|
|
"final_validation": 0.10831315365915223,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00021957014156072637,
|
|
"final5_endpoint_relative_change": -0.00872088564382223,
|
|
"first_validation": 0.15758904754523437,
|
|
"final_training_loss": 0.005109943626345516,
|
|
"final5_training_relative_change": -0.019116007553683922
|
|
},
|
|
{
|
|
"name": "fold0-pool100-E128-seed1",
|
|
"fold": 0,
|
|
"arm": "E",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.10361167451411284,
|
|
"final_validation": 0.10361167451411284,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -0.00032867892150710966,
|
|
"final5_endpoint_relative_change": -0.016106811180004454,
|
|
"first_validation": 0.2572014452112838,
|
|
"final_training_loss": 0.004812080522374757,
|
|
"final5_training_relative_change": -0.03288377574581991
|
|
},
|
|
{
|
|
"name": "fold0-pool100-E128-seed2",
|
|
"fold": 0,
|
|
"arm": "E",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 36,
|
|
"best_validation": 0.10429503593490197,
|
|
"final_validation": 0.10467382291867426,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00015268068730843018,
|
|
"final5_endpoint_relative_change": -0.009048991542484286,
|
|
"first_validation": 0.19913255553026982,
|
|
"final_training_loss": 0.004622639868457198,
|
|
"final5_training_relative_change": -0.027271917154224057
|
|
},
|
|
{
|
|
"name": "fold1-pool100-N128-seed0",
|
|
"fold": 1,
|
|
"arm": "N",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 38,
|
|
"best_validation": 0.11332284754777909,
|
|
"final_validation": 0.11334357672382486,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": 3.563069714030463e-06,
|
|
"final5_endpoint_relative_change": 0.00018292141871056877,
|
|
"first_validation": 0.17901542767802248,
|
|
"final_training_loss": 0.004641385016132308,
|
|
"final5_training_relative_change": -0.023692074813476793
|
|
},
|
|
{
|
|
"name": "fold1-pool100-N128-seed1",
|
|
"fold": 1,
|
|
"arm": "N",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.11295727443793561,
|
|
"final_validation": 0.11299102665003653,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00011469535694980031,
|
|
"final5_endpoint_relative_change": -0.003397411547718776,
|
|
"first_validation": 0.1706622413469755,
|
|
"final_training_loss": 0.004562276440898171,
|
|
"final5_training_relative_change": -0.02423232695272337
|
|
},
|
|
{
|
|
"name": "fold1-pool100-N128-seed2",
|
|
"fold": 1,
|
|
"arm": "N",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.10668976972272697,
|
|
"final_validation": 0.10668976972272697,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -8.395794694934279e-05,
|
|
"final5_endpoint_relative_change": -0.0022431254857503413,
|
|
"first_validation": 0.1623369935782651,
|
|
"final_training_loss": 0.004335049312806737,
|
|
"final5_training_relative_change": -0.02568937692210027
|
|
},
|
|
{
|
|
"name": "fold1-pool100-E128-seed0",
|
|
"fold": 1,
|
|
"arm": "E",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 31,
|
|
"best_validation": 0.11603146362303948,
|
|
"final_validation": 0.11661034638859284,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00017082187404602548,
|
|
"final5_endpoint_relative_change": -0.0059569122215826775,
|
|
"first_validation": 0.17240257463175757,
|
|
"final_training_loss": 0.004784265762223775,
|
|
"final5_training_relative_change": -0.024440433839255538
|
|
},
|
|
{
|
|
"name": "fold1-pool100-E128-seed1",
|
|
"fold": 1,
|
|
"arm": "E",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.11347207660887379,
|
|
"final_validation": 0.11347207660887379,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -7.480537445793161e-05,
|
|
"final5_endpoint_relative_change": -0.0011551600092004621,
|
|
"first_validation": 0.19980214825927156,
|
|
"final_training_loss": 0.004570121382958764,
|
|
"final5_training_relative_change": -0.028113654773548213
|
|
},
|
|
{
|
|
"name": "fold1-pool100-E128-seed2",
|
|
"fold": 1,
|
|
"arm": "E",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.11097601521081273,
|
|
"final_validation": 0.11097601521081273,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -0.00019276669070807803,
|
|
"final5_endpoint_relative_change": -0.008097702499321291,
|
|
"first_validation": 0.1851476984374394,
|
|
"final_training_loss": 0.004496674420950896,
|
|
"final5_training_relative_change": -0.020690728106584677
|
|
},
|
|
{
|
|
"name": "fold2-pool100-N128-seed0",
|
|
"fold": 2,
|
|
"arm": "N",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 41,
|
|
"best_validation": 0.0990737363781838,
|
|
"final_validation": 0.09910251571664458,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.0004912672574350816,
|
|
"final5_endpoint_relative_change": -0.023421765849176768,
|
|
"first_validation": 0.1703861682805603,
|
|
"final_training_loss": 0.004328993675090591,
|
|
"final5_training_relative_change": -0.02241104098857072
|
|
},
|
|
{
|
|
"name": "fold2-pool100-N128-seed1",
|
|
"fold": 2,
|
|
"arm": "N",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.1013898970394781,
|
|
"final_validation": 0.101406870241552,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00013742349488998242,
|
|
"final5_endpoint_relative_change": -0.004139092208572448,
|
|
"first_validation": 0.18096855780627105,
|
|
"final_training_loss": 0.004440459902897277,
|
|
"final5_training_relative_change": -0.029780212595006073
|
|
},
|
|
{
|
|
"name": "fold2-pool100-N128-seed2",
|
|
"fold": 2,
|
|
"arm": "N",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 39,
|
|
"best_validation": 0.10150249938970865,
|
|
"final_validation": 0.10167555353451982,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.0002748882375111795,
|
|
"final5_endpoint_relative_change": -0.014741400076694444,
|
|
"first_validation": 0.21845442187832073,
|
|
"final_training_loss": 0.004567476129514152,
|
|
"final5_training_relative_change": -0.02842443063824862
|
|
},
|
|
{
|
|
"name": "fold2-pool100-E128-seed0",
|
|
"fold": 2,
|
|
"arm": "E",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.1025792798198467,
|
|
"final_validation": 0.10260812001051592,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -9.140332223147472e-05,
|
|
"final5_endpoint_relative_change": -0.002439531777327031,
|
|
"first_validation": 0.23917465169500923,
|
|
"final_training_loss": 0.004708957616970077,
|
|
"final5_training_relative_change": -0.023705003657984003
|
|
},
|
|
{
|
|
"name": "fold2-pool100-E128-seed1",
|
|
"fold": 2,
|
|
"arm": "E",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 36,
|
|
"best_validation": 0.10072888419126776,
|
|
"final_validation": 0.10088989915247112,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": 1.4020182336839486e-05,
|
|
"final5_endpoint_relative_change": -0.00043235724289258926,
|
|
"first_validation": 0.19531240187762527,
|
|
"final_training_loss": 0.004290306225805209,
|
|
"final5_training_relative_change": -0.023754814283563186
|
|
},
|
|
{
|
|
"name": "fold2-pool100-E128-seed2",
|
|
"fold": 2,
|
|
"arm": "E",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 37,
|
|
"best_validation": 0.10129659064526066,
|
|
"final_validation": 0.10137647743970307,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00011395334443899845,
|
|
"final5_endpoint_relative_change": -0.006305233220497475,
|
|
"first_validation": 0.2285574164161199,
|
|
"final_training_loss": 0.00429846166037429,
|
|
"final5_training_relative_change": -0.025397233010670983
|
|
},
|
|
{
|
|
"name": "fold3-pool100-N128-seed0",
|
|
"fold": 3,
|
|
"arm": "N",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 30,
|
|
"best_validation": 0.10354914570078336,
|
|
"final_validation": 0.10448359681887336,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -2.2736601841234486e-05,
|
|
"final5_endpoint_relative_change": 0.0005997905719203889,
|
|
"first_validation": 0.17233980340724167,
|
|
"final_training_loss": 0.0054052455347419264,
|
|
"final5_training_relative_change": -0.026059798629568753
|
|
},
|
|
{
|
|
"name": "fold3-pool100-N128-seed1",
|
|
"fold": 3,
|
|
"arm": "N",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 35,
|
|
"best_validation": 0.10315625303830879,
|
|
"final_validation": 0.10356722665256274,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.0002832698424901282,
|
|
"final5_endpoint_relative_change": -0.013288043542528216,
|
|
"first_validation": 0.16577017807119565,
|
|
"final_training_loss": 0.005527520968955697,
|
|
"final5_training_relative_change": -0.02038223911258774
|
|
},
|
|
{
|
|
"name": "fold3-pool100-N128-seed2",
|
|
"fold": 3,
|
|
"arm": "N",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 38,
|
|
"best_validation": 0.10053904125896092,
|
|
"final_validation": 0.10082072226159003,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": 3.307942614645943e-05,
|
|
"final5_endpoint_relative_change": 0.00280170766601584,
|
|
"first_validation": 0.18238017429029482,
|
|
"final_training_loss": 0.00502338712951905,
|
|
"final5_training_relative_change": -0.027487957707369337
|
|
},
|
|
{
|
|
"name": "fold3-pool100-E128-seed0",
|
|
"fold": 3,
|
|
"arm": "E",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 35,
|
|
"best_validation": 0.10305268729362649,
|
|
"final_validation": 0.10458062819142573,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.0001425443220065949,
|
|
"final5_endpoint_relative_change": -0.005305274635308166,
|
|
"first_validation": 0.1677862998757622,
|
|
"final_training_loss": 0.005541507372204527,
|
|
"final5_training_relative_change": -0.024706048516308643
|
|
},
|
|
{
|
|
"name": "fold3-pool100-E128-seed1",
|
|
"fold": 3,
|
|
"arm": "E",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 39,
|
|
"best_validation": 0.10286712329826402,
|
|
"final_validation": 0.10305291613118085,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00018059030902578698,
|
|
"final5_endpoint_relative_change": -0.009024037994690426,
|
|
"first_validation": 0.15057920007700676,
|
|
"final_training_loss": 0.005525510219212083,
|
|
"final5_training_relative_change": -0.018864748111938945
|
|
},
|
|
{
|
|
"name": "fold3-pool100-E128-seed2",
|
|
"fold": 3,
|
|
"arm": "E",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 35,
|
|
"best_validation": 0.10352921547817222,
|
|
"final_validation": 0.10461697446237825,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": 1.412882895297441e-05,
|
|
"final5_endpoint_relative_change": 0.0033633883322563563,
|
|
"first_validation": 0.1988066504406308,
|
|
"final_training_loss": 0.005441256395817325,
|
|
"final5_training_relative_change": -0.024215822447767765
|
|
},
|
|
{
|
|
"name": "fold4-pool100-N128-seed0",
|
|
"fold": 4,
|
|
"arm": "N",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.10945123252166526,
|
|
"final_validation": 0.10945546572681569,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -4.641842288861209e-05,
|
|
"final5_endpoint_relative_change": -0.0025212388116016005,
|
|
"first_validation": 0.22377487421780184,
|
|
"final_training_loss": 0.0043287787334413096,
|
|
"final5_training_relative_change": -0.03345992390394059
|
|
},
|
|
{
|
|
"name": "fold4-pool100-N128-seed1",
|
|
"fold": 4,
|
|
"arm": "N",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 41,
|
|
"best_validation": 0.10832676057457552,
|
|
"final_validation": 0.1083284709349328,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.0001580016982651761,
|
|
"final5_endpoint_relative_change": -0.004228580306688823,
|
|
"first_validation": 0.1967061241004283,
|
|
"final_training_loss": 0.004402133440188834,
|
|
"final5_training_relative_change": -0.02554026592340186
|
|
},
|
|
{
|
|
"name": "fold4-pool100-N128-seed2",
|
|
"fold": 4,
|
|
"arm": "N",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.10861524747905922,
|
|
"final_validation": 0.10861524747905922,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -0.0001220730424474196,
|
|
"final5_endpoint_relative_change": -0.003946187682261848,
|
|
"first_validation": 0.18324126694163664,
|
|
"final_training_loss": 0.004630423621809915,
|
|
"final5_training_relative_change": -0.02641205763942578
|
|
},
|
|
{
|
|
"name": "fold4-pool100-E128-seed0",
|
|
"fold": 4,
|
|
"arm": "E",
|
|
"seed": 0,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 37,
|
|
"best_validation": 0.11122744442244252,
|
|
"final_validation": 0.1112988294426288,
|
|
"best_in_last5": false,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00011039964604927436,
|
|
"final5_endpoint_relative_change": -0.0051837083797660055,
|
|
"first_validation": 0.2626880266940417,
|
|
"final_training_loss": 0.004536271162139258,
|
|
"final5_training_relative_change": -0.027650994429610165
|
|
},
|
|
{
|
|
"name": "fold4-pool100-E128-seed1",
|
|
"fold": 4,
|
|
"arm": "E",
|
|
"seed": 1,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 40,
|
|
"best_validation": 0.1121942992368457,
|
|
"final_validation": 0.11229075367560004,
|
|
"best_in_last5": true,
|
|
"best_at_final": false,
|
|
"final5_slope": -0.00013946465324565416,
|
|
"final5_endpoint_relative_change": -0.004198181278038726,
|
|
"first_validation": 0.18620277595786905,
|
|
"final_training_loss": 0.004472227382988006,
|
|
"final5_training_relative_change": -0.027440248292693536
|
|
},
|
|
{
|
|
"name": "fold4-pool100-E128-seed2",
|
|
"fold": 4,
|
|
"arm": "E",
|
|
"seed": 2,
|
|
"epochs": 42,
|
|
"best_epoch_1based": 42,
|
|
"best_validation": 0.11085908193397476,
|
|
"final_validation": 0.11085908193397476,
|
|
"best_in_last5": true,
|
|
"best_at_final": true,
|
|
"final5_slope": -0.00011996747630761954,
|
|
"final5_endpoint_relative_change": -0.0034599664047808565,
|
|
"first_validation": 0.21697312705569205,
|
|
"final_training_loss": 0.004640844690789634,
|
|
"final5_training_relative_change": -0.027664646616675337
|
|
}
|
|
],
|
|
"summary": [
|
|
{
|
|
"arm": "N",
|
|
"runs": 15,
|
|
"all_reached42": true,
|
|
"median_best_epoch": 40.0,
|
|
"best_in_last5": 12,
|
|
"best_at_final": 2,
|
|
"negative_final5_validation_slope": 12,
|
|
"median_final5_validation_change": -0.003946187682261848,
|
|
"median_final5_training_change": -0.02568937692210027
|
|
},
|
|
{
|
|
"arm": "E",
|
|
"runs": 15,
|
|
"all_reached42": true,
|
|
"median_best_epoch": 37.0,
|
|
"best_in_last5": 7,
|
|
"best_at_final": 4,
|
|
"negative_final5_validation_slope": 13,
|
|
"median_final5_validation_change": -0.005305274635308166,
|
|
"median_final5_training_change": -0.024706048516308643
|
|
}
|
|
],
|
|
"limitation": "Late best epoch/negative local slope does not prove a longer schedule will beat R2; cosine endpoint and fitting choices are confounded"
|
|
}
|