Files

4916 lines
107 KiB
JSON

{
"status": "COMPLETE",
"diagnostic_only": true,
"decision": "FP32_FINITE_FP16_NONFINITE",
"reproduced_original_failure": true,
"case": "00000644_761a451dfea94bfa93e23cfe_step_000",
"nodes": 81832,
"epoch": 10,
"step_zero_based": 371,
"step_one_based": 372,
"original_step_error": {
"type": "ValueError",
"message": "nonfinite encoder output",
"traceback": "Traceback (most recent call last):\n File \"/home/frank14f/optane/MeltMind/tools/run_s2_encoder_diagnostic.py\", line 117, in worker\n loss=train_part(model,optimizer,data['base'],data['ids'],data['gaps'],data['edge'],data['target'],weights,scaler=scaler,amp=True,step_info=info)\n File \"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py\", line 20, in train_part\n prediction=model(base,ids,gaps,edge if model.arm=='E' else None)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 94, in forward\n embedding = self.encoder(base)[query_ids]\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 63, in forward\n raise ValueError(\"nonfinite encoder output\")\nValueError: nonfinite encoder output\n"
},
"prior_epoch_training_summaries": [
{
"epoch": 0,
"training_global_weighted_mse": 0.03763483001738395,
"amp": {
"attempted_steps": 382,
"skipped_steps": 2,
"successful_updates": 380,
"skipped_fraction": 0.005235602094240838,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.03763483001738395,
"matches_original_training_summary": true
},
{
"epoch": 1,
"training_global_weighted_mse": 0.013855781360679905,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.013855781360679905,
"matches_original_training_summary": true
},
{
"epoch": 2,
"training_global_weighted_mse": 0.014031890443820595,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.014031890443820595,
"matches_original_training_summary": true
},
{
"epoch": 3,
"training_global_weighted_mse": 0.011857566869414183,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.011857566869414183,
"matches_original_training_summary": true
},
{
"epoch": 4,
"training_global_weighted_mse": 0.008991813481875563,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.008991813481875563,
"matches_original_training_summary": true
},
{
"epoch": 5,
"training_global_weighted_mse": 0.011181466419428661,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.011181466419428661,
"matches_original_training_summary": true
},
{
"epoch": 6,
"training_global_weighted_mse": 0.011864404833579386,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.011864404833579386,
"matches_original_training_summary": true
},
{
"epoch": 7,
"training_global_weighted_mse": 0.009409040550106135,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.009409040550106135,
"matches_original_training_summary": true
},
{
"epoch": 8,
"training_global_weighted_mse": 0.008648868906570734,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.008648868906570734,
"matches_original_training_summary": true
},
{
"epoch": 9,
"training_global_weighted_mse": 0.008291036860072012,
"amp": {
"attempted_steps": 382,
"skipped_steps": 0,
"successful_updates": 382,
"skipped_fraction": 0.0,
"consecutive_skipped": 0
},
"original_training_global_weighted_mse": 0.008291036860072012,
"matches_original_training_summary": true
}
],
"parameters": {
"encoder.placeholder": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2306816726922989
},
"encoder.preprocess.linear_pre.0.weight": {
"shape": [
256,
10
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.44615408778190613
},
"encoder.preprocess.linear_pre.0.bias": {
"shape": [
256
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1586785465478897
},
"encoder.preprocess.linear_post.weight": {
"shape": [
128,
256
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.3469737470149994
},
"encoder.preprocess.linear_post.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2250497043132782
},
"encoder.blocks.0.ln_1.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.04790461063385
},
"encoder.blocks.0.ln_1.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.21880723536014557
},
"encoder.blocks.0.Attn.temperature": {
"shape": [
1,
8,
1,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.5692870020866394
},
"encoder.blocks.0.Attn.in_project_x.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09481456875801086
},
"encoder.blocks.0.Attn.in_project_x.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03994191065430641
},
"encoder.blocks.0.Attn.in_project_fx.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.12540172040462494
},
"encoder.blocks.0.Attn.in_project_fx.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.08072179555892944
},
"encoder.blocks.0.Attn.in_project_slice.weight": {
"shape": [
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.030775845050811768
},
"encoder.blocks.0.Attn.in_project_slice.bias": {
"shape": [
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.02392272651195526
},
"encoder.blocks.0.Attn.to_q.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07471539825201035
},
"encoder.blocks.0.Attn.to_k.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07176564633846283
},
"encoder.blocks.0.Attn.to_v.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.05915610119700432
},
"encoder.blocks.0.Attn.to_out.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.12966710329055786
},
"encoder.blocks.0.Attn.to_out.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1469862461090088
},
"encoder.blocks.0.ln_2.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.048072099685669
},
"encoder.blocks.0.ln_2.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.10936515778303146
},
"encoder.blocks.0.mlp.linear_pre.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.21002089977264404
},
"encoder.blocks.0.mlp.linear_pre.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.062143124639987946
},
"encoder.blocks.0.mlp.linear_post.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2742784023284912
},
"encoder.blocks.0.mlp.linear_post.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.16744308173656464
},
"encoder.blocks.1.ln_1.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0747185945510864
},
"encoder.blocks.1.ln_1.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.15556375682353973
},
"encoder.blocks.1.Attn.temperature": {
"shape": [
1,
8,
1,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.6348269581794739
},
"encoder.blocks.1.Attn.in_project_x.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09629257023334503
},
"encoder.blocks.1.Attn.in_project_x.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03059595264494419
},
"encoder.blocks.1.Attn.in_project_fx.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2544955611228943
},
"encoder.blocks.1.Attn.in_project_fx.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.08619296550750732
},
"encoder.blocks.1.Attn.in_project_slice.weight": {
"shape": [
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.022039830684661865
},
"encoder.blocks.1.Attn.in_project_slice.bias": {
"shape": [
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.011594867333769798
},
"encoder.blocks.1.Attn.to_q.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.06406069546937943
},
"encoder.blocks.1.Attn.to_k.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07266724854707718
},
"encoder.blocks.1.Attn.to_v.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09706377983093262
},
"encoder.blocks.1.Attn.to_out.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.212043896317482
},
"encoder.blocks.1.Attn.to_out.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1562763750553131
},
"encoder.blocks.1.ln_2.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0143101215362549
},
"encoder.blocks.1.ln_2.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.06712186336517334
},
"encoder.blocks.1.mlp.linear_pre.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.15707898139953613
},
"encoder.blocks.1.mlp.linear_pre.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11231697350740433
},
"encoder.blocks.1.mlp.linear_post.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13580134510993958
},
"encoder.blocks.1.mlp.linear_post.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.15408524870872498
},
"encoder.blocks.2.ln_1.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.109739899635315
},
"encoder.blocks.2.ln_1.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23782090842723846
},
"encoder.blocks.2.Attn.temperature": {
"shape": [
1,
8,
1,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.6740248799324036
},
"encoder.blocks.2.Attn.in_project_x.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.16185671091079712
},
"encoder.blocks.2.Attn.in_project_x.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.049732696264982224
},
"encoder.blocks.2.Attn.in_project_fx.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23002052307128906
},
"encoder.blocks.2.Attn.in_project_fx.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.06541593372821808
},
"encoder.blocks.2.Attn.in_project_slice.weight": {
"shape": [
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.02228185534477234
},
"encoder.blocks.2.Attn.in_project_slice.bias": {
"shape": [
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.020206591114401817
},
"encoder.blocks.2.Attn.to_q.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13298621773719788
},
"encoder.blocks.2.Attn.to_k.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11361772567033768
},
"encoder.blocks.2.Attn.to_v.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.08878080546855927
},
"encoder.blocks.2.Attn.to_out.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.18805180490016937
},
"encoder.blocks.2.Attn.to_out.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1255864053964615
},
"encoder.blocks.2.ln_2.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.071603775024414
},
"encoder.blocks.2.ln_2.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.08028973639011383
},
"encoder.blocks.2.mlp.linear_pre.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.20731890201568604
},
"encoder.blocks.2.mlp.linear_pre.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11637665331363678
},
"encoder.blocks.2.mlp.linear_post.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.17245683073997498
},
"encoder.blocks.2.mlp.linear_post.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.10849077999591827
},
"encoder.blocks.3.ln_1.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.085174322128296
},
"encoder.blocks.3.ln_1.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.3121538460254669
},
"encoder.blocks.3.Attn.temperature": {
"shape": [
1,
8,
1,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.7574175596237183
},
"encoder.blocks.3.Attn.in_project_x.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.21792899072170258
},
"encoder.blocks.3.Attn.in_project_x.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07254327088594437
},
"encoder.blocks.3.Attn.in_project_fx.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2702036201953888
},
"encoder.blocks.3.Attn.in_project_fx.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07591720670461655
},
"encoder.blocks.3.Attn.in_project_slice.weight": {
"shape": [
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.10327009856700897
},
"encoder.blocks.3.Attn.in_project_slice.bias": {
"shape": [
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.06638617068529129
},
"encoder.blocks.3.Attn.to_q.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.20450736582279205
},
"encoder.blocks.3.Attn.to_k.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2023482620716095
},
"encoder.blocks.3.Attn.to_v.weight": {
"shape": [
16,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09191621094942093
},
"encoder.blocks.3.Attn.to_out.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24615097045898438
},
"encoder.blocks.3.Attn.to_out.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07882369309663773
},
"encoder.blocks.3.ln_2.weight": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0476919412612915
},
"encoder.blocks.3.ln_2.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.14501971006393433
},
"encoder.blocks.3.mlp.linear_pre.0.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.19172176718711853
},
"encoder.blocks.3.mlp.linear_pre.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11169098317623138
},
"encoder.blocks.3.mlp.linear_post.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.15334263443946838
},
"encoder.blocks.3.mlp.linear_post.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07310271263122559
},
"decoder.0.weight": {
"shape": [
128,
130
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1841154843568802
},
"decoder.0.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.12765920162200928
},
"decoder.2.weight": {
"shape": [
128,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11800579726696014
},
"decoder.2.bias": {
"shape": [
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11565487086772919
},
"decoder.4.weight": {
"shape": [
1,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09295296669006348
},
"decoder.4.bias": {
"shape": [
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09248244762420654
}
},
"fp16": {
"finite": false,
"error": "nonfinite encoder output",
"error_type": "ValueError",
"trace": {
"encoder.preprocess.linear_pre.0.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.90673828125
},
"encoder.preprocess.linear_pre.1.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.465576171875
},
"encoder.preprocess.linear_pre.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.465576171875
},
"encoder.preprocess.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.017578125
},
"encoder.preprocess.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.017578125
},
"encoder.blocks.0.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.716896057128906
},
"encoder.blocks.0.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.92578125
},
"encoder.blocks.0.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.92578125
},
"encoder.blocks.0.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4208984375
},
"encoder.blocks.0.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4208984375
},
"encoder.blocks.0.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.061309814453125
},
"encoder.blocks.0.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03128182142972946
},
"encoder.blocks.0.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03492247685790062
},
"encoder.blocks.0.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2748.53515625
},
"encoder.blocks.0.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2414.0
},
"encoder.blocks.0.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.9754543900489807
},
"encoder.blocks.0.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1195068359375
},
"encoder.blocks.0.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1195068359375
},
"encoder.blocks.0.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1334228515625
},
"encoder.blocks.0.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1334228515625
},
"encoder.blocks.0.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.141357421875
},
"encoder.blocks.0.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.141357421875
},
"encoder.blocks.0.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.0147705078125
},
"encoder.blocks.0.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03128182142972946
},
"encoder.blocks.0.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13134765625
},
"encoder.blocks.0.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13134765625
},
"encoder.blocks.0.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24462890625
},
"encoder.blocks.0.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24462890625
},
"encoder.blocks.0.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24462890625
},
"encoder.blocks.0.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24462890625
},
"encoder.blocks.0.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.745906352996826
},
"encoder.blocks.0.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 8.2421875
},
"encoder.blocks.0.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.71875
},
"encoder.blocks.0.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.71875
},
"encoder.blocks.0.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.99609375
},
"encoder.blocks.0.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.99609375
},
"encoder.blocks.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 8.100554466247559
},
"encoder.blocks.1.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.188368320465088
},
"encoder.blocks.1.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.64453125
},
"encoder.blocks.1.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.64453125
},
"encoder.blocks.1.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.7607421875
},
"encoder.blocks.1.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.7607421875
},
"encoder.blocks.1.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07281494140625
},
"encoder.blocks.1.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.031254447996616364
},
"encoder.blocks.1.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03321912884712219
},
"encoder.blocks.1.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2660.648681640625
},
"encoder.blocks.1.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 3358.0
},
"encoder.blocks.1.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.327386498451233
},
"encoder.blocks.1.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.0977783203125
},
"encoder.blocks.1.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.0977783203125
},
"encoder.blocks.1.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1300048828125
},
"encoder.blocks.1.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1300048828125
},
"encoder.blocks.1.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1865234375
},
"encoder.blocks.1.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1865234375
},
"encoder.blocks.1.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.01007080078125
},
"encoder.blocks.1.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.031254447996616364
},
"encoder.blocks.1.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.181640625
},
"encoder.blocks.1.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.181640625
},
"encoder.blocks.1.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326416015625
},
"encoder.blocks.1.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326416015625
},
"encoder.blocks.1.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326416015625
},
"encoder.blocks.1.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326416015625
},
"encoder.blocks.1.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.652064800262451
},
"encoder.blocks.1.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.796875
},
"encoder.blocks.1.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.201171875
},
"encoder.blocks.1.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.201171875
},
"encoder.blocks.1.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.111328125
},
"encoder.blocks.1.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.111328125
},
"encoder.blocks.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.103728294372559
},
"encoder.blocks.2.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.344292640686035
},
"encoder.blocks.2.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.234375
},
"encoder.blocks.2.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.234375
},
"encoder.blocks.2.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.009765625
},
"encoder.blocks.2.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.009765625
},
"encoder.blocks.2.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.053070068359375
},
"encoder.blocks.2.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03138284385204315
},
"encoder.blocks.2.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03304501995444298
},
"encoder.blocks.2.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2633.1396484375
},
"encoder.blocks.2.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2152.0
},
"encoder.blocks.2.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.8519033789634705
},
"encoder.blocks.2.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.294921875
},
"encoder.blocks.2.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.294921875
},
"encoder.blocks.2.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.245361328125
},
"encoder.blocks.2.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.245361328125
},
"encoder.blocks.2.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23681640625
},
"encoder.blocks.2.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23681640625
},
"encoder.blocks.2.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.068115234375
},
"encoder.blocks.2.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03138284385204315
},
"encoder.blocks.2.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2274169921875
},
"encoder.blocks.2.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2274169921875
},
"encoder.blocks.2.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.498046875
},
"encoder.blocks.2.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.498046875
},
"encoder.blocks.2.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.498046875
},
"encoder.blocks.2.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.498046875
},
"encoder.blocks.2.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.585908889770508
},
"encoder.blocks.2.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.69921875
},
"encoder.blocks.2.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.021484375
},
"encoder.blocks.2.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.021484375
},
"encoder.blocks.2.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.009765625
},
"encoder.blocks.2.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.009765625
},
"encoder.blocks.2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.526701927185059
},
"encoder.blocks.3.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.751929759979248
},
"encoder.blocks.3.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.99609375
},
"encoder.blocks.3.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.99609375
},
"encoder.blocks.3.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.6171875
},
"encoder.blocks.3.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.6171875
},
"encoder.blocks.3.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float16",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.4921875
},
"encoder.blocks.3.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": false,
"nonfinite": 384,
"nan": 384,
"inf": 0,
"max_abs_finite": 0.9832344055175781
},
"encoder.blocks.3.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.8550395369529724
},
"encoder.blocks.3.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 11802.1923828125
},
"encoder.blocks.3.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 1,
"nan": 0,
"inf": 1,
"max_abs_finite": 62496.0
},
"encoder.blocks.3.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": false,
"nonfinite": 1,
"nan": 0,
"inf": 1,
"max_abs_finite": 6.1637163162231445
},
"encoder.blocks.3.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 3.37890625
},
"encoder.blocks.3.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 3.37890625
},
"encoder.blocks.3.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 3.3828125
},
"encoder.blocks.3.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 3.3828125
},
"encoder.blocks.3.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 1.7939453125
},
"encoder.blocks.3.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 16,
"nan": 0,
"inf": 16,
"max_abs_finite": 1.7939453125
},
"encoder.blocks.3.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 63,
"nan": 2,
"inf": 61,
"max_abs_finite": 8.7109375
},
"encoder.blocks.3.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": false,
"nonfinite": 384,
"nan": 384,
"inf": 0,
"max_abs_finite": 0.9832344055175781
},
"encoder.blocks.3.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 512,
"nan": 512,
"inf": 0,
"max_abs_finite": 1.771484375
},
"encoder.blocks.3.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 1309312,
"nan": 1309312,
"inf": 0,
"max_abs_finite": 1.38671875
},
"encoder.blocks.3.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float16",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
},
"encoder.blocks.3.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": false,
"nonfinite": 10474496,
"nan": 10474496,
"inf": 0,
"max_abs_finite": null
}
}
},
"fp32": {
"finite": true,
"output": {
"shape": [
1943
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.954632043838501
},
"error": null,
"trace": {
"encoder.preprocess.linear_pre.0.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.9068211913108826
},
"encoder.preprocess.linear_pre.1.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4654354751110077
},
"encoder.preprocess.linear_pre.output": {
"shape": [
1,
81832,
256
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4654354751110077
},
"encoder.preprocess.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.017154574394226
},
"encoder.preprocess.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.017154574394226
},
"encoder.blocks.0.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.716121673583984
},
"encoder.blocks.0.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.92647123336792
},
"encoder.blocks.0.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.92647123336792
},
"encoder.blocks.0.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.421310544013977
},
"encoder.blocks.0.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.421310544013977
},
"encoder.blocks.0.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.061294447630643845
},
"encoder.blocks.0.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03128181770443916
},
"encoder.blocks.0.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03492162004113197
},
"encoder.blocks.0.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2748.55029296875
},
"encoder.blocks.0.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2414.662109375
},
"encoder.blocks.0.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.9757176637649536
},
"encoder.blocks.0.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11955226957798004
},
"encoder.blocks.0.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.11955226957798004
},
"encoder.blocks.0.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13350193202495575
},
"encoder.blocks.0.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13350193202495575
},
"encoder.blocks.0.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.141498401761055
},
"encoder.blocks.0.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.141498401761055
},
"encoder.blocks.0.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.01478788536041975
},
"encoder.blocks.0.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03128181770443916
},
"encoder.blocks.0.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13143737614154816
},
"encoder.blocks.0.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.13143737614154816
},
"encoder.blocks.0.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24472859501838684
},
"encoder.blocks.0.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24472859501838684
},
"encoder.blocks.0.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24472859501838684
},
"encoder.blocks.0.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24472859501838684
},
"encoder.blocks.0.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.745621204376221
},
"encoder.blocks.0.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 8.238551139831543
},
"encoder.blocks.0.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.7196173667907715
},
"encoder.blocks.0.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.7196173667907715
},
"encoder.blocks.0.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.995796203613281
},
"encoder.blocks.0.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.995796203613281
},
"encoder.blocks.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 8.101062774658203
},
"encoder.blocks.1.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.1879072189331055
},
"encoder.blocks.1.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.644279956817627
},
"encoder.blocks.1.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.644279956817627
},
"encoder.blocks.1.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.7606136798858643
},
"encoder.blocks.1.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.7606136798858643
},
"encoder.blocks.1.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.07278654724359512
},
"encoder.blocks.1.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.031254347413778305
},
"encoder.blocks.1.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.0332181416451931
},
"encoder.blocks.1.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2660.67626953125
},
"encoder.blocks.1.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 3358.788330078125
},
"encoder.blocks.1.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.3272006511688232
},
"encoder.blocks.1.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09782781451940536
},
"encoder.blocks.1.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.09782781451940536
},
"encoder.blocks.1.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.129980206489563
},
"encoder.blocks.1.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.129980206489563
},
"encoder.blocks.1.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.18658383190631866
},
"encoder.blocks.1.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.18658383190631866
},
"encoder.blocks.1.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.01007395051419735
},
"encoder.blocks.1.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.031254347413778305
},
"encoder.blocks.1.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.1817452758550644
},
"encoder.blocks.1.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.18174533545970917
},
"encoder.blocks.1.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326480507850647
},
"encoder.blocks.1.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326480507850647
},
"encoder.blocks.1.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326480507850647
},
"encoder.blocks.1.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.326480507850647
},
"encoder.blocks.1.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.653019905090332
},
"encoder.blocks.1.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.794477462768555
},
"encoder.blocks.1.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.201476573944092
},
"encoder.blocks.1.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.201476573944092
},
"encoder.blocks.1.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.110635757446289
},
"encoder.blocks.1.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.110635757446289
},
"encoder.blocks.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.104448318481445
},
"encoder.blocks.2.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.3441481590271
},
"encoder.blocks.2.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.2324347496032715
},
"encoder.blocks.2.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.2324347496032715
},
"encoder.blocks.2.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.0105018615722656
},
"encoder.blocks.2.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.0105018615722656
},
"encoder.blocks.2.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.053076982498168945
},
"encoder.blocks.2.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03138258680701256
},
"encoder.blocks.2.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.033044155687093735
},
"encoder.blocks.2.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2633.16650390625
},
"encoder.blocks.2.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2151.096435546875
},
"encoder.blocks.2.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.8513848185539246
},
"encoder.blocks.2.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2951045036315918
},
"encoder.blocks.2.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2951045036315918
},
"encoder.blocks.2.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24544817209243774
},
"encoder.blocks.2.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.24544817209243774
},
"encoder.blocks.2.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23700396716594696
},
"encoder.blocks.2.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.23700396716594696
},
"encoder.blocks.2.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.06815767288208008
},
"encoder.blocks.2.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.03138258680701256
},
"encoder.blocks.2.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2275741994380951
},
"encoder.blocks.2.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.2275741547346115
},
"encoder.blocks.2.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4981362819671631
},
"encoder.blocks.2.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4981362819671631
},
"encoder.blocks.2.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4981362819671631
},
"encoder.blocks.2.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.4981362819671631
},
"encoder.blocks.2.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.586643695831299
},
"encoder.blocks.2.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.697601795196533
},
"encoder.blocks.2.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.022395610809326
},
"encoder.blocks.2.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.022395610809326
},
"encoder.blocks.2.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0097187757492065
},
"encoder.blocks.2.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0097187757492065
},
"encoder.blocks.2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.527115821838379
},
"encoder.blocks.3.ln_1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.752971649169922
},
"encoder.blocks.3.Attn.in_project_fx.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.993928909301758
},
"encoder.blocks.3.Attn.fx_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.993928909301758
},
"encoder.blocks.3.Attn.in_project_x.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.618350505828857
},
"encoder.blocks.3.Attn.x_mid": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.618350505828857
},
"encoder.blocks.3.Attn.in_project_slice.output": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 4.492830753326416
},
"encoder.blocks.3.Attn.softmax.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0
},
"encoder.blocks.3.Attn.slice_weights": {
"shape": [
1,
8,
81832,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.8549225926399231
},
"encoder.blocks.3.Attn.slice_denominator": {
"shape": [
1,
8,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 11802.517578125
},
"encoder.blocks.3.Attn.slice_numerator": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 68573.625
},
"encoder.blocks.3.Attn.slice_normalized": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.163887977600098
},
"encoder.blocks.3.Attn.to_q.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.839788436889648
},
"encoder.blocks.3.Attn.q": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.839788436889648
},
"encoder.blocks.3.Attn.to_k.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.322012424468994
},
"encoder.blocks.3.Attn.k": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.322012424468994
},
"encoder.blocks.3.Attn.to_v.output": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.9268239736557007
},
"encoder.blocks.3.Attn.v": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.9268239736557007
},
"encoder.blocks.3.Attn.attention_logits": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 45.3134651184082
},
"encoder.blocks.3.Attn.dropout.output": {
"shape": [
1,
8,
32,
32
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.0
},
"encoder.blocks.3.Attn.out_slice_token": {
"shape": [
1,
8,
32,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.9268239736557007
},
"encoder.blocks.3.Attn.deslice": {
"shape": [
1,
8,
81832,
16
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.856096625328064
},
"encoder.blocks.3.Attn.to_out.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4414761066436768
},
"encoder.blocks.3.Attn.to_out.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4414761066436768
},
"encoder.blocks.3.Attn.to_out.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4414761066436768
},
"encoder.blocks.3.Attn.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 1.4414761066436768
},
"encoder.blocks.3.ln_2.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.342991352081299
},
"encoder.blocks.3.mlp.linear_pre.0.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 5.170467853546143
},
"encoder.blocks.3.mlp.linear_pre.1.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.8166654109954834
},
"encoder.blocks.3.mlp.linear_pre.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.8166654109954834
},
"encoder.blocks.3.mlp.linear_post.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 3.3827733993530273
},
"encoder.blocks.3.mlp.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 3.3827733993530273
},
"encoder.blocks.3.output": {
"shape": [
1,
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.537239074707031
},
"encoder.output": {
"shape": [
81832,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 9.537239074707031
},
"decoder.0.output": {
"shape": [
1943,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 7.017495155334473
},
"decoder.1.output": {
"shape": [
1943,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 6.6669487953186035
},
"decoder.2.output": {
"shape": [
1943,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.117851972579956
},
"decoder.3.output": {
"shape": [
1943,
128
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 2.0816497802734375
},
"decoder.4.output": {
"shape": [
1943,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.954632043838501
},
"decoder.output": {
"shape": [
1943,
1
],
"dtype": "torch.float32",
"finite": true,
"nonfinite": 0,
"nan": 0,
"inf": 0,
"max_abs_finite": 0.954632043838501
}
}
},
"validation_arrays_read": false,
"validation_scoring": false,
"test_data_read": false,
"pilot_run": false,
"standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03",
"wall_seconds": 258.6586924850126,
"peak_allocated_bytes": 4850479616,
"peak_reserved_bytes": 9663676416,
"failure_state_sha256": "a7510d3a5a09dae348ec37c5c78251d2405a6414bb986c4443e03caa4087e200"
}