{ "status": "COMPLETE", "diagnostic_only": true, "decision": "FP32_FINITE_FP16_NONFINITE", "reproduced_original_failure": true, "case": "00000644_761a451dfea94bfa93e23cfe_step_000", "nodes": 81832, "epoch": 10, "step_zero_based": 371, "step_one_based": 372, "original_step_error": { "type": "ValueError", "message": "nonfinite encoder output", "traceback": "Traceback (most recent call last):\n File \"/home/frank14f/optane/MeltMind/tools/run_s2_encoder_diagnostic.py\", line 117, in worker\n loss=train_part(model,optimizer,data['base'],data['ids'],data['gaps'],data['edge'],data['target'],weights,scaler=scaler,amp=True,step_info=info)\n File \"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py\", line 20, in train_part\n prediction=model(base,ids,gaps,edge if model.arm=='E' else None)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 94, in forward\n embedding = self.encoder(base)[query_ids]\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 63, in forward\n raise ValueError(\"nonfinite encoder output\")\nValueError: nonfinite encoder output\n" }, "prior_epoch_training_summaries": [ { "epoch": 0, "training_global_weighted_mse": 0.03763483001738395, "amp": { "attempted_steps": 382, "skipped_steps": 2, "successful_updates": 380, "skipped_fraction": 0.005235602094240838, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.03763483001738395, "matches_original_training_summary": true }, { "epoch": 1, "training_global_weighted_mse": 0.013855781360679905, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.013855781360679905, "matches_original_training_summary": true }, { "epoch": 2, "training_global_weighted_mse": 0.014031890443820595, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.014031890443820595, "matches_original_training_summary": true }, { "epoch": 3, "training_global_weighted_mse": 0.011857566869414183, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.011857566869414183, "matches_original_training_summary": true }, { "epoch": 4, "training_global_weighted_mse": 0.008991813481875563, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.008991813481875563, "matches_original_training_summary": true }, { "epoch": 5, "training_global_weighted_mse": 0.011181466419428661, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.011181466419428661, "matches_original_training_summary": true }, { "epoch": 6, "training_global_weighted_mse": 0.011864404833579386, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.011864404833579386, "matches_original_training_summary": true }, { "epoch": 7, "training_global_weighted_mse": 0.009409040550106135, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.009409040550106135, "matches_original_training_summary": true }, { "epoch": 8, "training_global_weighted_mse": 0.008648868906570734, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.008648868906570734, "matches_original_training_summary": true }, { "epoch": 9, "training_global_weighted_mse": 0.008291036860072012, "amp": { "attempted_steps": 382, "skipped_steps": 0, "successful_updates": 382, "skipped_fraction": 0.0, "consecutive_skipped": 0 }, "original_training_global_weighted_mse": 0.008291036860072012, "matches_original_training_summary": true } ], "parameters": { "encoder.placeholder": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2306816726922989 }, "encoder.preprocess.linear_pre.0.weight": { "shape": [ 256, 10 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.44615408778190613 }, "encoder.preprocess.linear_pre.0.bias": { "shape": [ 256 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1586785465478897 }, "encoder.preprocess.linear_post.weight": { "shape": [ 128, 256 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.3469737470149994 }, "encoder.preprocess.linear_post.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2250497043132782 }, "encoder.blocks.0.ln_1.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.04790461063385 }, "encoder.blocks.0.ln_1.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.21880723536014557 }, "encoder.blocks.0.Attn.temperature": { "shape": [ 1, 8, 1, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.5692870020866394 }, "encoder.blocks.0.Attn.in_project_x.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09481456875801086 }, "encoder.blocks.0.Attn.in_project_x.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03994191065430641 }, "encoder.blocks.0.Attn.in_project_fx.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.12540172040462494 }, "encoder.blocks.0.Attn.in_project_fx.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.08072179555892944 }, "encoder.blocks.0.Attn.in_project_slice.weight": { "shape": [ 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.030775845050811768 }, "encoder.blocks.0.Attn.in_project_slice.bias": { "shape": [ 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.02392272651195526 }, "encoder.blocks.0.Attn.to_q.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07471539825201035 }, "encoder.blocks.0.Attn.to_k.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07176564633846283 }, "encoder.blocks.0.Attn.to_v.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.05915610119700432 }, "encoder.blocks.0.Attn.to_out.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.12966710329055786 }, "encoder.blocks.0.Attn.to_out.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1469862461090088 }, "encoder.blocks.0.ln_2.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.048072099685669 }, "encoder.blocks.0.ln_2.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.10936515778303146 }, "encoder.blocks.0.mlp.linear_pre.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.21002089977264404 }, "encoder.blocks.0.mlp.linear_pre.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.062143124639987946 }, "encoder.blocks.0.mlp.linear_post.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2742784023284912 }, "encoder.blocks.0.mlp.linear_post.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.16744308173656464 }, "encoder.blocks.1.ln_1.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0747185945510864 }, "encoder.blocks.1.ln_1.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.15556375682353973 }, "encoder.blocks.1.Attn.temperature": { "shape": [ 1, 8, 1, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.6348269581794739 }, "encoder.blocks.1.Attn.in_project_x.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09629257023334503 }, "encoder.blocks.1.Attn.in_project_x.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03059595264494419 }, "encoder.blocks.1.Attn.in_project_fx.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2544955611228943 }, "encoder.blocks.1.Attn.in_project_fx.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.08619296550750732 }, "encoder.blocks.1.Attn.in_project_slice.weight": { "shape": [ 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.022039830684661865 }, "encoder.blocks.1.Attn.in_project_slice.bias": { "shape": [ 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.011594867333769798 }, "encoder.blocks.1.Attn.to_q.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.06406069546937943 }, "encoder.blocks.1.Attn.to_k.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07266724854707718 }, "encoder.blocks.1.Attn.to_v.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09706377983093262 }, "encoder.blocks.1.Attn.to_out.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.212043896317482 }, "encoder.blocks.1.Attn.to_out.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1562763750553131 }, "encoder.blocks.1.ln_2.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0143101215362549 }, "encoder.blocks.1.ln_2.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.06712186336517334 }, "encoder.blocks.1.mlp.linear_pre.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.15707898139953613 }, "encoder.blocks.1.mlp.linear_pre.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11231697350740433 }, "encoder.blocks.1.mlp.linear_post.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13580134510993958 }, "encoder.blocks.1.mlp.linear_post.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.15408524870872498 }, "encoder.blocks.2.ln_1.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.109739899635315 }, "encoder.blocks.2.ln_1.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23782090842723846 }, "encoder.blocks.2.Attn.temperature": { "shape": [ 1, 8, 1, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.6740248799324036 }, "encoder.blocks.2.Attn.in_project_x.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.16185671091079712 }, "encoder.blocks.2.Attn.in_project_x.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.049732696264982224 }, "encoder.blocks.2.Attn.in_project_fx.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23002052307128906 }, "encoder.blocks.2.Attn.in_project_fx.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.06541593372821808 }, "encoder.blocks.2.Attn.in_project_slice.weight": { "shape": [ 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.02228185534477234 }, "encoder.blocks.2.Attn.in_project_slice.bias": { "shape": [ 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.020206591114401817 }, "encoder.blocks.2.Attn.to_q.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13298621773719788 }, "encoder.blocks.2.Attn.to_k.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11361772567033768 }, "encoder.blocks.2.Attn.to_v.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.08878080546855927 }, "encoder.blocks.2.Attn.to_out.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.18805180490016937 }, "encoder.blocks.2.Attn.to_out.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1255864053964615 }, "encoder.blocks.2.ln_2.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.071603775024414 }, "encoder.blocks.2.ln_2.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.08028973639011383 }, "encoder.blocks.2.mlp.linear_pre.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.20731890201568604 }, "encoder.blocks.2.mlp.linear_pre.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11637665331363678 }, "encoder.blocks.2.mlp.linear_post.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.17245683073997498 }, "encoder.blocks.2.mlp.linear_post.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.10849077999591827 }, "encoder.blocks.3.ln_1.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.085174322128296 }, "encoder.blocks.3.ln_1.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.3121538460254669 }, "encoder.blocks.3.Attn.temperature": { "shape": [ 1, 8, 1, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.7574175596237183 }, "encoder.blocks.3.Attn.in_project_x.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.21792899072170258 }, "encoder.blocks.3.Attn.in_project_x.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07254327088594437 }, "encoder.blocks.3.Attn.in_project_fx.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2702036201953888 }, "encoder.blocks.3.Attn.in_project_fx.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07591720670461655 }, "encoder.blocks.3.Attn.in_project_slice.weight": { "shape": [ 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.10327009856700897 }, "encoder.blocks.3.Attn.in_project_slice.bias": { "shape": [ 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.06638617068529129 }, "encoder.blocks.3.Attn.to_q.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.20450736582279205 }, "encoder.blocks.3.Attn.to_k.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2023482620716095 }, "encoder.blocks.3.Attn.to_v.weight": { "shape": [ 16, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09191621094942093 }, "encoder.blocks.3.Attn.to_out.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24615097045898438 }, "encoder.blocks.3.Attn.to_out.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07882369309663773 }, "encoder.blocks.3.ln_2.weight": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0476919412612915 }, "encoder.blocks.3.ln_2.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.14501971006393433 }, "encoder.blocks.3.mlp.linear_pre.0.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.19172176718711853 }, "encoder.blocks.3.mlp.linear_pre.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11169098317623138 }, "encoder.blocks.3.mlp.linear_post.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.15334263443946838 }, "encoder.blocks.3.mlp.linear_post.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07310271263122559 }, "decoder.0.weight": { "shape": [ 128, 130 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1841154843568802 }, "decoder.0.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.12765920162200928 }, "decoder.2.weight": { "shape": [ 128, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11800579726696014 }, "decoder.2.bias": { "shape": [ 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11565487086772919 }, "decoder.4.weight": { "shape": [ 1, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09295296669006348 }, "decoder.4.bias": { "shape": [ 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09248244762420654 } }, "fp16": { "finite": false, "error": "nonfinite encoder output", "error_type": "ValueError", "trace": { "encoder.preprocess.linear_pre.0.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.90673828125 }, "encoder.preprocess.linear_pre.1.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.465576171875 }, "encoder.preprocess.linear_pre.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.465576171875 }, "encoder.preprocess.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.017578125 }, "encoder.preprocess.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.017578125 }, "encoder.blocks.0.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.716896057128906 }, "encoder.blocks.0.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.92578125 }, "encoder.blocks.0.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.92578125 }, "encoder.blocks.0.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4208984375 }, "encoder.blocks.0.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4208984375 }, "encoder.blocks.0.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.061309814453125 }, "encoder.blocks.0.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03128182142972946 }, "encoder.blocks.0.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03492247685790062 }, "encoder.blocks.0.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2748.53515625 }, "encoder.blocks.0.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2414.0 }, "encoder.blocks.0.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.9754543900489807 }, "encoder.blocks.0.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1195068359375 }, "encoder.blocks.0.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1195068359375 }, "encoder.blocks.0.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1334228515625 }, "encoder.blocks.0.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1334228515625 }, "encoder.blocks.0.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.141357421875 }, "encoder.blocks.0.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.141357421875 }, "encoder.blocks.0.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.0147705078125 }, "encoder.blocks.0.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03128182142972946 }, "encoder.blocks.0.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13134765625 }, "encoder.blocks.0.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13134765625 }, "encoder.blocks.0.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24462890625 }, "encoder.blocks.0.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24462890625 }, "encoder.blocks.0.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24462890625 }, "encoder.blocks.0.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24462890625 }, "encoder.blocks.0.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.745906352996826 }, "encoder.blocks.0.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 8.2421875 }, "encoder.blocks.0.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.71875 }, "encoder.blocks.0.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.71875 }, "encoder.blocks.0.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.99609375 }, "encoder.blocks.0.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.99609375 }, "encoder.blocks.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 8.100554466247559 }, "encoder.blocks.1.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.188368320465088 }, "encoder.blocks.1.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.64453125 }, "encoder.blocks.1.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.64453125 }, "encoder.blocks.1.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.7607421875 }, "encoder.blocks.1.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.7607421875 }, "encoder.blocks.1.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07281494140625 }, "encoder.blocks.1.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.031254447996616364 }, "encoder.blocks.1.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03321912884712219 }, "encoder.blocks.1.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2660.648681640625 }, "encoder.blocks.1.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 3358.0 }, "encoder.blocks.1.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.327386498451233 }, "encoder.blocks.1.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.0977783203125 }, "encoder.blocks.1.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.0977783203125 }, "encoder.blocks.1.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1300048828125 }, "encoder.blocks.1.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1300048828125 }, "encoder.blocks.1.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1865234375 }, "encoder.blocks.1.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1865234375 }, "encoder.blocks.1.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.01007080078125 }, "encoder.blocks.1.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.031254447996616364 }, "encoder.blocks.1.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.181640625 }, "encoder.blocks.1.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.181640625 }, "encoder.blocks.1.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326416015625 }, "encoder.blocks.1.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326416015625 }, "encoder.blocks.1.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326416015625 }, "encoder.blocks.1.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326416015625 }, "encoder.blocks.1.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.652064800262451 }, "encoder.blocks.1.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.796875 }, "encoder.blocks.1.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.201171875 }, "encoder.blocks.1.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.201171875 }, "encoder.blocks.1.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.111328125 }, "encoder.blocks.1.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.111328125 }, "encoder.blocks.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.103728294372559 }, "encoder.blocks.2.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.344292640686035 }, "encoder.blocks.2.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.234375 }, "encoder.blocks.2.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.234375 }, "encoder.blocks.2.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.009765625 }, "encoder.blocks.2.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.009765625 }, "encoder.blocks.2.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.053070068359375 }, "encoder.blocks.2.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03138284385204315 }, "encoder.blocks.2.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03304501995444298 }, "encoder.blocks.2.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2633.1396484375 }, "encoder.blocks.2.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2152.0 }, "encoder.blocks.2.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.8519033789634705 }, "encoder.blocks.2.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.294921875 }, "encoder.blocks.2.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.294921875 }, "encoder.blocks.2.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.245361328125 }, "encoder.blocks.2.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.245361328125 }, "encoder.blocks.2.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23681640625 }, "encoder.blocks.2.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23681640625 }, "encoder.blocks.2.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.068115234375 }, "encoder.blocks.2.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03138284385204315 }, "encoder.blocks.2.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2274169921875 }, "encoder.blocks.2.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2274169921875 }, "encoder.blocks.2.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.498046875 }, "encoder.blocks.2.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.498046875 }, "encoder.blocks.2.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.498046875 }, "encoder.blocks.2.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.498046875 }, "encoder.blocks.2.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.585908889770508 }, "encoder.blocks.2.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.69921875 }, "encoder.blocks.2.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.021484375 }, "encoder.blocks.2.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.021484375 }, "encoder.blocks.2.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.009765625 }, "encoder.blocks.2.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.009765625 }, "encoder.blocks.2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.526701927185059 }, "encoder.blocks.3.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.751929759979248 }, "encoder.blocks.3.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.99609375 }, "encoder.blocks.3.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.99609375 }, "encoder.blocks.3.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.6171875 }, "encoder.blocks.3.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.6171875 }, "encoder.blocks.3.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float16", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.4921875 }, "encoder.blocks.3.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": false, "nonfinite": 384, "nan": 384, "inf": 0, "max_abs_finite": 0.9832344055175781 }, "encoder.blocks.3.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.8550395369529724 }, "encoder.blocks.3.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 11802.1923828125 }, "encoder.blocks.3.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 1, "nan": 0, "inf": 1, "max_abs_finite": 62496.0 }, "encoder.blocks.3.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": false, "nonfinite": 1, "nan": 0, "inf": 1, "max_abs_finite": 6.1637163162231445 }, "encoder.blocks.3.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 3.37890625 }, "encoder.blocks.3.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 3.37890625 }, "encoder.blocks.3.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 3.3828125 }, "encoder.blocks.3.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 3.3828125 }, "encoder.blocks.3.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 1.7939453125 }, "encoder.blocks.3.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 16, "nan": 0, "inf": 16, "max_abs_finite": 1.7939453125 }, "encoder.blocks.3.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float16", "finite": false, "nonfinite": 63, "nan": 2, "inf": 61, "max_abs_finite": 8.7109375 }, "encoder.blocks.3.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": false, "nonfinite": 384, "nan": 384, "inf": 0, "max_abs_finite": 0.9832344055175781 }, "encoder.blocks.3.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 512, "nan": 512, "inf": 0, "max_abs_finite": 1.771484375 }, "encoder.blocks.3.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float16", "finite": false, "nonfinite": 1309312, "nan": 1309312, "inf": 0, "max_abs_finite": 1.38671875 }, "encoder.blocks.3.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float16", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null }, "encoder.blocks.3.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": false, "nonfinite": 10474496, "nan": 10474496, "inf": 0, "max_abs_finite": null } } }, "fp32": { "finite": true, "output": { "shape": [ 1943 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.954632043838501 }, "error": null, "trace": { "encoder.preprocess.linear_pre.0.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.9068211913108826 }, "encoder.preprocess.linear_pre.1.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4654354751110077 }, "encoder.preprocess.linear_pre.output": { "shape": [ 1, 81832, 256 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4654354751110077 }, "encoder.preprocess.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.017154574394226 }, "encoder.preprocess.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.017154574394226 }, "encoder.blocks.0.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.716121673583984 }, "encoder.blocks.0.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.92647123336792 }, "encoder.blocks.0.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.92647123336792 }, "encoder.blocks.0.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.421310544013977 }, "encoder.blocks.0.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.421310544013977 }, "encoder.blocks.0.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.061294447630643845 }, "encoder.blocks.0.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03128181770443916 }, "encoder.blocks.0.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03492162004113197 }, "encoder.blocks.0.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2748.55029296875 }, "encoder.blocks.0.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2414.662109375 }, "encoder.blocks.0.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.9757176637649536 }, "encoder.blocks.0.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11955226957798004 }, "encoder.blocks.0.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.11955226957798004 }, "encoder.blocks.0.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13350193202495575 }, "encoder.blocks.0.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13350193202495575 }, "encoder.blocks.0.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.141498401761055 }, "encoder.blocks.0.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.141498401761055 }, "encoder.blocks.0.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.01478788536041975 }, "encoder.blocks.0.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03128181770443916 }, "encoder.blocks.0.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13143737614154816 }, "encoder.blocks.0.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.13143737614154816 }, "encoder.blocks.0.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24472859501838684 }, "encoder.blocks.0.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24472859501838684 }, "encoder.blocks.0.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24472859501838684 }, "encoder.blocks.0.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24472859501838684 }, "encoder.blocks.0.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.745621204376221 }, "encoder.blocks.0.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 8.238551139831543 }, "encoder.blocks.0.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.7196173667907715 }, "encoder.blocks.0.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.7196173667907715 }, "encoder.blocks.0.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.995796203613281 }, "encoder.blocks.0.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.995796203613281 }, "encoder.blocks.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 8.101062774658203 }, "encoder.blocks.1.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.1879072189331055 }, "encoder.blocks.1.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.644279956817627 }, "encoder.blocks.1.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.644279956817627 }, "encoder.blocks.1.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.7606136798858643 }, "encoder.blocks.1.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.7606136798858643 }, "encoder.blocks.1.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.07278654724359512 }, "encoder.blocks.1.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.031254347413778305 }, "encoder.blocks.1.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.0332181416451931 }, "encoder.blocks.1.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2660.67626953125 }, "encoder.blocks.1.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 3358.788330078125 }, "encoder.blocks.1.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.3272006511688232 }, "encoder.blocks.1.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09782781451940536 }, "encoder.blocks.1.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.09782781451940536 }, "encoder.blocks.1.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.129980206489563 }, "encoder.blocks.1.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.129980206489563 }, "encoder.blocks.1.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.18658383190631866 }, "encoder.blocks.1.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.18658383190631866 }, "encoder.blocks.1.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.01007395051419735 }, "encoder.blocks.1.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.031254347413778305 }, "encoder.blocks.1.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.1817452758550644 }, "encoder.blocks.1.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.18174533545970917 }, "encoder.blocks.1.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326480507850647 }, "encoder.blocks.1.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326480507850647 }, "encoder.blocks.1.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326480507850647 }, "encoder.blocks.1.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.326480507850647 }, "encoder.blocks.1.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.653019905090332 }, "encoder.blocks.1.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.794477462768555 }, "encoder.blocks.1.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.201476573944092 }, "encoder.blocks.1.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.201476573944092 }, "encoder.blocks.1.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.110635757446289 }, "encoder.blocks.1.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.110635757446289 }, "encoder.blocks.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.104448318481445 }, "encoder.blocks.2.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.3441481590271 }, "encoder.blocks.2.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.2324347496032715 }, "encoder.blocks.2.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.2324347496032715 }, "encoder.blocks.2.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.0105018615722656 }, "encoder.blocks.2.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.0105018615722656 }, "encoder.blocks.2.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.053076982498168945 }, "encoder.blocks.2.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03138258680701256 }, "encoder.blocks.2.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.033044155687093735 }, "encoder.blocks.2.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2633.16650390625 }, "encoder.blocks.2.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2151.096435546875 }, "encoder.blocks.2.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.8513848185539246 }, "encoder.blocks.2.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2951045036315918 }, "encoder.blocks.2.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2951045036315918 }, "encoder.blocks.2.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24544817209243774 }, "encoder.blocks.2.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.24544817209243774 }, "encoder.blocks.2.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23700396716594696 }, "encoder.blocks.2.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.23700396716594696 }, "encoder.blocks.2.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.06815767288208008 }, "encoder.blocks.2.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.03138258680701256 }, "encoder.blocks.2.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2275741994380951 }, "encoder.blocks.2.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.2275741547346115 }, "encoder.blocks.2.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4981362819671631 }, "encoder.blocks.2.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4981362819671631 }, "encoder.blocks.2.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4981362819671631 }, "encoder.blocks.2.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.4981362819671631 }, "encoder.blocks.2.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.586643695831299 }, "encoder.blocks.2.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.697601795196533 }, "encoder.blocks.2.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.022395610809326 }, "encoder.blocks.2.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.022395610809326 }, "encoder.blocks.2.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0097187757492065 }, "encoder.blocks.2.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0097187757492065 }, "encoder.blocks.2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.527115821838379 }, "encoder.blocks.3.ln_1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.752971649169922 }, "encoder.blocks.3.Attn.in_project_fx.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.993928909301758 }, "encoder.blocks.3.Attn.fx_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.993928909301758 }, "encoder.blocks.3.Attn.in_project_x.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.618350505828857 }, "encoder.blocks.3.Attn.x_mid": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.618350505828857 }, "encoder.blocks.3.Attn.in_project_slice.output": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 4.492830753326416 }, "encoder.blocks.3.Attn.softmax.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0 }, "encoder.blocks.3.Attn.slice_weights": { "shape": [ 1, 8, 81832, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.8549225926399231 }, "encoder.blocks.3.Attn.slice_denominator": { "shape": [ 1, 8, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 11802.517578125 }, "encoder.blocks.3.Attn.slice_numerator": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 68573.625 }, "encoder.blocks.3.Attn.slice_normalized": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.163887977600098 }, "encoder.blocks.3.Attn.to_q.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.839788436889648 }, "encoder.blocks.3.Attn.q": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.839788436889648 }, "encoder.blocks.3.Attn.to_k.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.322012424468994 }, "encoder.blocks.3.Attn.k": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.322012424468994 }, "encoder.blocks.3.Attn.to_v.output": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.9268239736557007 }, "encoder.blocks.3.Attn.v": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.9268239736557007 }, "encoder.blocks.3.Attn.attention_logits": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 45.3134651184082 }, "encoder.blocks.3.Attn.dropout.output": { "shape": [ 1, 8, 32, 32 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.0 }, "encoder.blocks.3.Attn.out_slice_token": { "shape": [ 1, 8, 32, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.9268239736557007 }, "encoder.blocks.3.Attn.deslice": { "shape": [ 1, 8, 81832, 16 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.856096625328064 }, "encoder.blocks.3.Attn.to_out.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4414761066436768 }, "encoder.blocks.3.Attn.to_out.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4414761066436768 }, "encoder.blocks.3.Attn.to_out.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4414761066436768 }, "encoder.blocks.3.Attn.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 1.4414761066436768 }, "encoder.blocks.3.ln_2.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.342991352081299 }, "encoder.blocks.3.mlp.linear_pre.0.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 5.170467853546143 }, "encoder.blocks.3.mlp.linear_pre.1.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.8166654109954834 }, "encoder.blocks.3.mlp.linear_pre.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.8166654109954834 }, "encoder.blocks.3.mlp.linear_post.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 3.3827733993530273 }, "encoder.blocks.3.mlp.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 3.3827733993530273 }, "encoder.blocks.3.output": { "shape": [ 1, 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.537239074707031 }, "encoder.output": { "shape": [ 81832, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 9.537239074707031 }, "decoder.0.output": { "shape": [ 1943, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 7.017495155334473 }, "decoder.1.output": { "shape": [ 1943, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 6.6669487953186035 }, "decoder.2.output": { "shape": [ 1943, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.117851972579956 }, "decoder.3.output": { "shape": [ 1943, 128 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 2.0816497802734375 }, "decoder.4.output": { "shape": [ 1943, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.954632043838501 }, "decoder.output": { "shape": [ 1943, 1 ], "dtype": "torch.float32", "finite": true, "nonfinite": 0, "nan": 0, "inf": 0, "max_abs_finite": 0.954632043838501 } } }, "validation_arrays_read": false, "validation_scoring": false, "test_data_read": false, "pilot_run": false, "standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03", "wall_seconds": 258.6586924850126, "peak_allocated_bytes": 4850479616, "peak_reserved_bytes": 9663676416, "failure_state_sha256": "a7510d3a5a09dae348ec37c5c78251d2405a6414bb986c4443e03caa4087e200" }