250 lines
6.9 KiB
JSON
250 lines
6.9 KiB
JSON
{
|
|
"status": "COMPLETE",
|
|
"E_max": 42,
|
|
"cosine_T_max": 42,
|
|
"projected_epoch_seconds": 35.118895331723465,
|
|
"projected_epochs_seconds": 1474.9936039323854,
|
|
"training_seconds_per_node": 2.5702122098117325e-06,
|
|
"inference_seconds_per_node": 1.389278743139353e-06,
|
|
"learning_nodes": 11863762,
|
|
"validation_nodes": 3330152,
|
|
"rows": [
|
|
{
|
|
"case": "00001260_a4715d363f88400c8f0238d1_step_003",
|
|
"nodes": 4607,
|
|
"training_seconds": 0.4922556870151311,
|
|
"inference_seconds": 0.011500941007398069,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000290_58f8ff46b7564e989f9695b7_step_003",
|
|
"nodes": 9658,
|
|
"training_seconds": 0.043944053002633154,
|
|
"inference_seconds": 0.012096819991711527,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001557_16c191aef5034779aaab6e3f_step_000",
|
|
"nodes": 13474,
|
|
"training_seconds": 0.042322815977968276,
|
|
"inference_seconds": 0.015360463003162295,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000293_58f8ff46b7564e989f9695b7_step_006",
|
|
"nodes": 15129,
|
|
"training_seconds": 0.04943311697570607,
|
|
"inference_seconds": 0.015177619003225118,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001193_46b17dd88ed24f55bca2eb69_step_000",
|
|
"nodes": 17335,
|
|
"training_seconds": 0.044143727980554104,
|
|
"inference_seconds": 0.01700160698965192,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000105_52f7124261ae4c558f800775_step_002",
|
|
"nodes": 18966,
|
|
"training_seconds": 0.045052865985780954,
|
|
"inference_seconds": 0.018405335023999214,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001592_35f4abaacc9447e4ac0b964f_step_001",
|
|
"nodes": 19904,
|
|
"training_seconds": 0.046116926008835435,
|
|
"inference_seconds": 0.019136257003992796,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000140_2fc54fcd110d4f49969163c4_step_003",
|
|
"nodes": 21696,
|
|
"training_seconds": 0.045592980983201414,
|
|
"inference_seconds": 0.021079389029182494,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000166_2246cab58dbe4a2fb00fed50_step_000",
|
|
"nodes": 23389,
|
|
"training_seconds": 0.05165633402066305,
|
|
"inference_seconds": 0.022340489027556032,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001321_7cef9b79a6b04db894fd74e5_step_000",
|
|
"nodes": 24986,
|
|
"training_seconds": 0.051258848048746586,
|
|
"inference_seconds": 0.02330216602422297,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000462_516b1784884d4facbc4c0d74_step_010",
|
|
"nodes": 27004,
|
|
"training_seconds": 0.053460714989341795,
|
|
"inference_seconds": 0.025028460018802434,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000470_11951e51b89249dba38ded3e_step_005",
|
|
"nodes": 29053,
|
|
"training_seconds": 0.05698901502182707,
|
|
"inference_seconds": 0.02694380801403895,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001495_6c8ef6d2f5564d139a5077f8_step_006",
|
|
"nodes": 31350,
|
|
"training_seconds": 0.057809877034742385,
|
|
"inference_seconds": 0.029152337985578924,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001484_a45f6c99e2154f3b94955175_step_068",
|
|
"nodes": 33144,
|
|
"training_seconds": 0.06063747999724001,
|
|
"inference_seconds": 0.030325794010423124,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000784_a25fb37392a44447b9684f16_step_009",
|
|
"nodes": 35825,
|
|
"training_seconds": 0.0670759990462102,
|
|
"inference_seconds": 0.03271694597788155,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000314_3062bccff48e47a2b9de05e3_step_009",
|
|
"nodes": 39329,
|
|
"training_seconds": 0.0710820949752815,
|
|
"inference_seconds": 0.035635549982544035,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001186_507b60b57791425bbb73273e_step_001",
|
|
"nodes": 43341,
|
|
"training_seconds": 0.07648064900422469,
|
|
"inference_seconds": 0.03943444904871285,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00001569_6fc579f3224d4d53a1b60710_step_000",
|
|
"nodes": 48491,
|
|
"training_seconds": 0.08332318800967187,
|
|
"inference_seconds": 0.37380995601415634,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000617_c710d414bbbc4340b682c58a_step_003",
|
|
"nodes": 56060,
|
|
"training_seconds": 0.08700873103225604,
|
|
"inference_seconds": 0.049461876042187214,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
},
|
|
{
|
|
"case": "00000666_6f67a59c16b949a4b66dcfe1_step_000",
|
|
"nodes": 187345,
|
|
"training_seconds": 0.2737244800082408,
|
|
"inference_seconds": 0.1547043349710293,
|
|
"amp": {
|
|
"step_skipped": false,
|
|
"scale_before": 65536.0,
|
|
"scale_after": 65536.0
|
|
}
|
|
}
|
|
],
|
|
"probe_nodes": 700086,
|
|
"amp": {
|
|
"attempted_steps": 20,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 20,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03",
|
|
"synthetic_zero_targets": true,
|
|
"labels_read": false,
|
|
"metrics_evaluated": false,
|
|
"model_discarded": true,
|
|
"wall_seconds": 7.467638947011437,
|
|
"peak_allocated_bytes": 7524594176,
|
|
"peak_reserved_bytes": 12169773056
|
|
}
|