Files

250 lines
6.9 KiB
JSON

{
"status": "COMPLETE",
"E_max": 38,
"cosine_T_max": 38,
"projected_epoch_seconds": 39.20903486722943,
"projected_epochs_seconds": 1489.9433249547183,
"training_seconds_per_node": 3.035686249947128e-06,
"inference_seconds_per_node": 9.59228194744319e-07,
"learning_nodes": 11863762,
"validation_nodes": 3330152,
"rows": [
{
"case": "00001260_a4715d363f88400c8f0238d1_step_003",
"nodes": 4607,
"training_seconds": 0.6091138150077313,
"inference_seconds": 0.022114901978056878,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000290_58f8ff46b7564e989f9695b7_step_003",
"nodes": 9658,
"training_seconds": 0.04752549296244979,
"inference_seconds": 0.012344883987680078,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001557_16c191aef5034779aaab6e3f_step_000",
"nodes": 13474,
"training_seconds": 0.1737972680130042,
"inference_seconds": 0.01557730499189347,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000293_58f8ff46b7564e989f9695b7_step_006",
"nodes": 15129,
"training_seconds": 0.04528129199752584,
"inference_seconds": 0.01692287198966369,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001193_46b17dd88ed24f55bca2eb69_step_000",
"nodes": 17335,
"training_seconds": 0.042883628979325294,
"inference_seconds": 0.019043534994125366,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000105_52f7124261ae4c558f800775_step_002",
"nodes": 18966,
"training_seconds": 0.043095998000353575,
"inference_seconds": 0.02056516200536862,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001592_35f4abaacc9447e4ac0b964f_step_001",
"nodes": 19904,
"training_seconds": 0.042923713044729084,
"inference_seconds": 0.019825653987936676,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000140_2fc54fcd110d4f49969163c4_step_003",
"nodes": 21696,
"training_seconds": 0.04523882095236331,
"inference_seconds": 0.021490109036676586,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000166_2246cab58dbe4a2fb00fed50_step_000",
"nodes": 23389,
"training_seconds": 0.04723146097967401,
"inference_seconds": 0.02246361697325483,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001321_7cef9b79a6b04db894fd74e5_step_000",
"nodes": 24986,
"training_seconds": 0.04600179201224819,
"inference_seconds": 0.023326518014073372,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000462_516b1784884d4facbc4c0d74_step_010",
"nodes": 27004,
"training_seconds": 0.047150450001936406,
"inference_seconds": 0.025132950046099722,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000470_11951e51b89249dba38ded3e_step_005",
"nodes": 29053,
"training_seconds": 0.051613771996926516,
"inference_seconds": 0.026992641971446574,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001495_6c8ef6d2f5564d139a5077f8_step_006",
"nodes": 31350,
"training_seconds": 0.05132732295896858,
"inference_seconds": 0.02865524496883154,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001484_a45f6c99e2154f3b94955175_step_068",
"nodes": 33144,
"training_seconds": 0.05446454504271969,
"inference_seconds": 0.030210566008463502,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000784_a25fb37392a44447b9684f16_step_009",
"nodes": 35825,
"training_seconds": 0.061989728012122214,
"inference_seconds": 0.03270518098725006,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000314_3062bccff48e47a2b9de05e3_step_009",
"nodes": 39329,
"training_seconds": 0.06360029301140457,
"inference_seconds": 0.03563048498472199,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001186_507b60b57791425bbb73273e_step_001",
"nodes": 43341,
"training_seconds": 0.0842571270186454,
"inference_seconds": 0.03965693601639941,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00001569_6fc579f3224d4d53a1b60710_step_000",
"nodes": 48491,
"training_seconds": 0.07517761498456821,
"inference_seconds": 0.04395453800680116,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000617_c710d414bbbc4340b682c58a_step_003",
"nodes": 56060,
"training_seconds": 0.07850683701690286,
"inference_seconds": 0.05164231499657035,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
},
{
"case": "00000666_6f67a59c16b949a4b66dcfe1_step_000",
"nodes": 187345,
"training_seconds": 0.4140604719868861,
"inference_seconds": 0.16328681400045753,
"amp": {
"step_skipped": false,
"scale_before": 65536.0,
"scale_after": 65536.0
}
}
],
"probe_nodes": 700086,
"amp": {
"attempted_steps": 20,
"skipped_steps": 0,
"successful_updates": 20,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03",
"synthetic_zero_targets": true,
"labels_read": false,
"metrics_evaluated": false,
"model_discarded": true,
"wall_seconds": 6.052092607016675,
"peak_allocated_bytes": 7524528640,
"peak_reserved_bytes": 12457082880
}