4916 lines
107 KiB
JSON
4916 lines
107 KiB
JSON
{
|
|
"status": "COMPLETE",
|
|
"diagnostic_only": true,
|
|
"decision": "FP32_FINITE_FP16_NONFINITE",
|
|
"reproduced_original_failure": true,
|
|
"case": "00000644_761a451dfea94bfa93e23cfe_step_000",
|
|
"nodes": 81832,
|
|
"epoch": 10,
|
|
"step_zero_based": 371,
|
|
"step_one_based": 372,
|
|
"original_step_error": {
|
|
"type": "ValueError",
|
|
"message": "nonfinite encoder output",
|
|
"traceback": "Traceback (most recent call last):\n File \"/home/frank14f/optane/MeltMind/tools/run_s2_encoder_diagnostic.py\", line 117, in worker\n loss=train_part(model,optimizer,data['base'],data['ids'],data['gaps'],data['edge'],data['target'],weights,scaler=scaler,amp=True,step_info=info)\n File \"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py\", line 20, in train_part\n prediction=model(base,ids,gaps,edge if model.arm=='E' else None)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 94, in forward\n embedding = self.encoder(base)[query_ids]\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1736, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n File \"/home/frank14f/anaconda3/envs/pycuda_3_10/lib/python3.10/site-packages/torch/nn/modules/module.py\", line 1747, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/frank14f/optane/MeltMind/tools/s2_models/network.py\", line 63, in forward\n raise ValueError(\"nonfinite encoder output\")\nValueError: nonfinite encoder output\n"
|
|
},
|
|
"prior_epoch_training_summaries": [
|
|
{
|
|
"epoch": 0,
|
|
"training_global_weighted_mse": 0.03763483001738395,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 2,
|
|
"successful_updates": 380,
|
|
"skipped_fraction": 0.005235602094240838,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.03763483001738395,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 1,
|
|
"training_global_weighted_mse": 0.013855781360679905,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.013855781360679905,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 2,
|
|
"training_global_weighted_mse": 0.014031890443820595,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.014031890443820595,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 3,
|
|
"training_global_weighted_mse": 0.011857566869414183,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.011857566869414183,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 4,
|
|
"training_global_weighted_mse": 0.008991813481875563,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.008991813481875563,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 5,
|
|
"training_global_weighted_mse": 0.011181466419428661,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.011181466419428661,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 6,
|
|
"training_global_weighted_mse": 0.011864404833579386,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.011864404833579386,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 7,
|
|
"training_global_weighted_mse": 0.009409040550106135,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.009409040550106135,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 8,
|
|
"training_global_weighted_mse": 0.008648868906570734,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.008648868906570734,
|
|
"matches_original_training_summary": true
|
|
},
|
|
{
|
|
"epoch": 9,
|
|
"training_global_weighted_mse": 0.008291036860072012,
|
|
"amp": {
|
|
"attempted_steps": 382,
|
|
"skipped_steps": 0,
|
|
"successful_updates": 382,
|
|
"skipped_fraction": 0.0,
|
|
"consecutive_skipped": 0
|
|
},
|
|
"original_training_global_weighted_mse": 0.008291036860072012,
|
|
"matches_original_training_summary": true
|
|
}
|
|
],
|
|
"parameters": {
|
|
"encoder.placeholder": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2306816726922989
|
|
},
|
|
"encoder.preprocess.linear_pre.0.weight": {
|
|
"shape": [
|
|
256,
|
|
10
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.44615408778190613
|
|
},
|
|
"encoder.preprocess.linear_pre.0.bias": {
|
|
"shape": [
|
|
256
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1586785465478897
|
|
},
|
|
"encoder.preprocess.linear_post.weight": {
|
|
"shape": [
|
|
128,
|
|
256
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.3469737470149994
|
|
},
|
|
"encoder.preprocess.linear_post.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2250497043132782
|
|
},
|
|
"encoder.blocks.0.ln_1.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.04790461063385
|
|
},
|
|
"encoder.blocks.0.ln_1.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.21880723536014557
|
|
},
|
|
"encoder.blocks.0.Attn.temperature": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
1,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.5692870020866394
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_x.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09481456875801086
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_x.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03994191065430641
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_fx.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.12540172040462494
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_fx.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.08072179555892944
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_slice.weight": {
|
|
"shape": [
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.030775845050811768
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_slice.bias": {
|
|
"shape": [
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.02392272651195526
|
|
},
|
|
"encoder.blocks.0.Attn.to_q.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07471539825201035
|
|
},
|
|
"encoder.blocks.0.Attn.to_k.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07176564633846283
|
|
},
|
|
"encoder.blocks.0.Attn.to_v.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.05915610119700432
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.12966710329055786
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1469862461090088
|
|
},
|
|
"encoder.blocks.0.ln_2.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.048072099685669
|
|
},
|
|
"encoder.blocks.0.ln_2.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.10936515778303146
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.21002089977264404
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.062143124639987946
|
|
},
|
|
"encoder.blocks.0.mlp.linear_post.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2742784023284912
|
|
},
|
|
"encoder.blocks.0.mlp.linear_post.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.16744308173656464
|
|
},
|
|
"encoder.blocks.1.ln_1.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0747185945510864
|
|
},
|
|
"encoder.blocks.1.ln_1.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.15556375682353973
|
|
},
|
|
"encoder.blocks.1.Attn.temperature": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
1,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.6348269581794739
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_x.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09629257023334503
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_x.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03059595264494419
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_fx.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2544955611228943
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_fx.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.08619296550750732
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_slice.weight": {
|
|
"shape": [
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.022039830684661865
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_slice.bias": {
|
|
"shape": [
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.011594867333769798
|
|
},
|
|
"encoder.blocks.1.Attn.to_q.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.06406069546937943
|
|
},
|
|
"encoder.blocks.1.Attn.to_k.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07266724854707718
|
|
},
|
|
"encoder.blocks.1.Attn.to_v.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09706377983093262
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.212043896317482
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1562763750553131
|
|
},
|
|
"encoder.blocks.1.ln_2.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0143101215362549
|
|
},
|
|
"encoder.blocks.1.ln_2.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.06712186336517334
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.15707898139953613
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11231697350740433
|
|
},
|
|
"encoder.blocks.1.mlp.linear_post.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13580134510993958
|
|
},
|
|
"encoder.blocks.1.mlp.linear_post.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.15408524870872498
|
|
},
|
|
"encoder.blocks.2.ln_1.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.109739899635315
|
|
},
|
|
"encoder.blocks.2.ln_1.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23782090842723846
|
|
},
|
|
"encoder.blocks.2.Attn.temperature": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
1,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.6740248799324036
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_x.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.16185671091079712
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_x.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.049732696264982224
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_fx.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23002052307128906
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_fx.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.06541593372821808
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_slice.weight": {
|
|
"shape": [
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.02228185534477234
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_slice.bias": {
|
|
"shape": [
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.020206591114401817
|
|
},
|
|
"encoder.blocks.2.Attn.to_q.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13298621773719788
|
|
},
|
|
"encoder.blocks.2.Attn.to_k.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11361772567033768
|
|
},
|
|
"encoder.blocks.2.Attn.to_v.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.08878080546855927
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.18805180490016937
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1255864053964615
|
|
},
|
|
"encoder.blocks.2.ln_2.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.071603775024414
|
|
},
|
|
"encoder.blocks.2.ln_2.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.08028973639011383
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.20731890201568604
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11637665331363678
|
|
},
|
|
"encoder.blocks.2.mlp.linear_post.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.17245683073997498
|
|
},
|
|
"encoder.blocks.2.mlp.linear_post.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.10849077999591827
|
|
},
|
|
"encoder.blocks.3.ln_1.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.085174322128296
|
|
},
|
|
"encoder.blocks.3.ln_1.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.3121538460254669
|
|
},
|
|
"encoder.blocks.3.Attn.temperature": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
1,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.7574175596237183
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_x.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.21792899072170258
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_x.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07254327088594437
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_fx.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2702036201953888
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_fx.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07591720670461655
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_slice.weight": {
|
|
"shape": [
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.10327009856700897
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_slice.bias": {
|
|
"shape": [
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.06638617068529129
|
|
},
|
|
"encoder.blocks.3.Attn.to_q.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.20450736582279205
|
|
},
|
|
"encoder.blocks.3.Attn.to_k.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2023482620716095
|
|
},
|
|
"encoder.blocks.3.Attn.to_v.weight": {
|
|
"shape": [
|
|
16,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09191621094942093
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24615097045898438
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07882369309663773
|
|
},
|
|
"encoder.blocks.3.ln_2.weight": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0476919412612915
|
|
},
|
|
"encoder.blocks.3.ln_2.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.14501971006393433
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.0.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.19172176718711853
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11169098317623138
|
|
},
|
|
"encoder.blocks.3.mlp.linear_post.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.15334263443946838
|
|
},
|
|
"encoder.blocks.3.mlp.linear_post.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07310271263122559
|
|
},
|
|
"decoder.0.weight": {
|
|
"shape": [
|
|
128,
|
|
130
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1841154843568802
|
|
},
|
|
"decoder.0.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.12765920162200928
|
|
},
|
|
"decoder.2.weight": {
|
|
"shape": [
|
|
128,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11800579726696014
|
|
},
|
|
"decoder.2.bias": {
|
|
"shape": [
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11565487086772919
|
|
},
|
|
"decoder.4.weight": {
|
|
"shape": [
|
|
1,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09295296669006348
|
|
},
|
|
"decoder.4.bias": {
|
|
"shape": [
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09248244762420654
|
|
}
|
|
},
|
|
"fp16": {
|
|
"finite": false,
|
|
"error": "nonfinite encoder output",
|
|
"error_type": "ValueError",
|
|
"trace": {
|
|
"encoder.preprocess.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.90673828125
|
|
},
|
|
"encoder.preprocess.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.465576171875
|
|
},
|
|
"encoder.preprocess.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.465576171875
|
|
},
|
|
"encoder.preprocess.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.017578125
|
|
},
|
|
"encoder.preprocess.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.017578125
|
|
},
|
|
"encoder.blocks.0.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.716896057128906
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.92578125
|
|
},
|
|
"encoder.blocks.0.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.92578125
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4208984375
|
|
},
|
|
"encoder.blocks.0.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4208984375
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.061309814453125
|
|
},
|
|
"encoder.blocks.0.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03128182142972946
|
|
},
|
|
"encoder.blocks.0.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03492247685790062
|
|
},
|
|
"encoder.blocks.0.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2748.53515625
|
|
},
|
|
"encoder.blocks.0.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2414.0
|
|
},
|
|
"encoder.blocks.0.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.9754543900489807
|
|
},
|
|
"encoder.blocks.0.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1195068359375
|
|
},
|
|
"encoder.blocks.0.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1195068359375
|
|
},
|
|
"encoder.blocks.0.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1334228515625
|
|
},
|
|
"encoder.blocks.0.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1334228515625
|
|
},
|
|
"encoder.blocks.0.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.141357421875
|
|
},
|
|
"encoder.blocks.0.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.141357421875
|
|
},
|
|
"encoder.blocks.0.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.0147705078125
|
|
},
|
|
"encoder.blocks.0.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03128182142972946
|
|
},
|
|
"encoder.blocks.0.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13134765625
|
|
},
|
|
"encoder.blocks.0.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13134765625
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24462890625
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24462890625
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24462890625
|
|
},
|
|
"encoder.blocks.0.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24462890625
|
|
},
|
|
"encoder.blocks.0.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.745906352996826
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 8.2421875
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.71875
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.71875
|
|
},
|
|
"encoder.blocks.0.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.99609375
|
|
},
|
|
"encoder.blocks.0.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.99609375
|
|
},
|
|
"encoder.blocks.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 8.100554466247559
|
|
},
|
|
"encoder.blocks.1.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.188368320465088
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.64453125
|
|
},
|
|
"encoder.blocks.1.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.64453125
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.7607421875
|
|
},
|
|
"encoder.blocks.1.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.7607421875
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07281494140625
|
|
},
|
|
"encoder.blocks.1.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.031254447996616364
|
|
},
|
|
"encoder.blocks.1.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03321912884712219
|
|
},
|
|
"encoder.blocks.1.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2660.648681640625
|
|
},
|
|
"encoder.blocks.1.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 3358.0
|
|
},
|
|
"encoder.blocks.1.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.327386498451233
|
|
},
|
|
"encoder.blocks.1.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.0977783203125
|
|
},
|
|
"encoder.blocks.1.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.0977783203125
|
|
},
|
|
"encoder.blocks.1.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1300048828125
|
|
},
|
|
"encoder.blocks.1.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1300048828125
|
|
},
|
|
"encoder.blocks.1.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1865234375
|
|
},
|
|
"encoder.blocks.1.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1865234375
|
|
},
|
|
"encoder.blocks.1.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.01007080078125
|
|
},
|
|
"encoder.blocks.1.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.031254447996616364
|
|
},
|
|
"encoder.blocks.1.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.181640625
|
|
},
|
|
"encoder.blocks.1.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.181640625
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326416015625
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326416015625
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326416015625
|
|
},
|
|
"encoder.blocks.1.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326416015625
|
|
},
|
|
"encoder.blocks.1.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.652064800262451
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.796875
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.201171875
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.201171875
|
|
},
|
|
"encoder.blocks.1.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.111328125
|
|
},
|
|
"encoder.blocks.1.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.111328125
|
|
},
|
|
"encoder.blocks.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.103728294372559
|
|
},
|
|
"encoder.blocks.2.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.344292640686035
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.234375
|
|
},
|
|
"encoder.blocks.2.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.234375
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.009765625
|
|
},
|
|
"encoder.blocks.2.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.009765625
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.053070068359375
|
|
},
|
|
"encoder.blocks.2.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03138284385204315
|
|
},
|
|
"encoder.blocks.2.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03304501995444298
|
|
},
|
|
"encoder.blocks.2.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2633.1396484375
|
|
},
|
|
"encoder.blocks.2.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2152.0
|
|
},
|
|
"encoder.blocks.2.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.8519033789634705
|
|
},
|
|
"encoder.blocks.2.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.294921875
|
|
},
|
|
"encoder.blocks.2.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.294921875
|
|
},
|
|
"encoder.blocks.2.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.245361328125
|
|
},
|
|
"encoder.blocks.2.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.245361328125
|
|
},
|
|
"encoder.blocks.2.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23681640625
|
|
},
|
|
"encoder.blocks.2.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23681640625
|
|
},
|
|
"encoder.blocks.2.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.068115234375
|
|
},
|
|
"encoder.blocks.2.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03138284385204315
|
|
},
|
|
"encoder.blocks.2.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2274169921875
|
|
},
|
|
"encoder.blocks.2.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2274169921875
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.498046875
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.498046875
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.498046875
|
|
},
|
|
"encoder.blocks.2.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.498046875
|
|
},
|
|
"encoder.blocks.2.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.585908889770508
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.69921875
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.021484375
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.021484375
|
|
},
|
|
"encoder.blocks.2.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.009765625
|
|
},
|
|
"encoder.blocks.2.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.009765625
|
|
},
|
|
"encoder.blocks.2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.526701927185059
|
|
},
|
|
"encoder.blocks.3.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.751929759979248
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.99609375
|
|
},
|
|
"encoder.blocks.3.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.99609375
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.6171875
|
|
},
|
|
"encoder.blocks.3.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.6171875
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.4921875
|
|
},
|
|
"encoder.blocks.3.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": false,
|
|
"nonfinite": 384,
|
|
"nan": 384,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.9832344055175781
|
|
},
|
|
"encoder.blocks.3.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.8550395369529724
|
|
},
|
|
"encoder.blocks.3.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 11802.1923828125
|
|
},
|
|
"encoder.blocks.3.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 1,
|
|
"nan": 0,
|
|
"inf": 1,
|
|
"max_abs_finite": 62496.0
|
|
},
|
|
"encoder.blocks.3.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": false,
|
|
"nonfinite": 1,
|
|
"nan": 0,
|
|
"inf": 1,
|
|
"max_abs_finite": 6.1637163162231445
|
|
},
|
|
"encoder.blocks.3.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 3.37890625
|
|
},
|
|
"encoder.blocks.3.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 3.37890625
|
|
},
|
|
"encoder.blocks.3.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 3.3828125
|
|
},
|
|
"encoder.blocks.3.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 3.3828125
|
|
},
|
|
"encoder.blocks.3.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 1.7939453125
|
|
},
|
|
"encoder.blocks.3.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 16,
|
|
"nan": 0,
|
|
"inf": 16,
|
|
"max_abs_finite": 1.7939453125
|
|
},
|
|
"encoder.blocks.3.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 63,
|
|
"nan": 2,
|
|
"inf": 61,
|
|
"max_abs_finite": 8.7109375
|
|
},
|
|
"encoder.blocks.3.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": false,
|
|
"nonfinite": 384,
|
|
"nan": 384,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.9832344055175781
|
|
},
|
|
"encoder.blocks.3.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 512,
|
|
"nan": 512,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.771484375
|
|
},
|
|
"encoder.blocks.3.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 1309312,
|
|
"nan": 1309312,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.38671875
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float16",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
},
|
|
"encoder.blocks.3.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": false,
|
|
"nonfinite": 10474496,
|
|
"nan": 10474496,
|
|
"inf": 0,
|
|
"max_abs_finite": null
|
|
}
|
|
}
|
|
},
|
|
"fp32": {
|
|
"finite": true,
|
|
"output": {
|
|
"shape": [
|
|
1943
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.954632043838501
|
|
},
|
|
"error": null,
|
|
"trace": {
|
|
"encoder.preprocess.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.9068211913108826
|
|
},
|
|
"encoder.preprocess.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4654354751110077
|
|
},
|
|
"encoder.preprocess.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
256
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4654354751110077
|
|
},
|
|
"encoder.preprocess.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.017154574394226
|
|
},
|
|
"encoder.preprocess.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.017154574394226
|
|
},
|
|
"encoder.blocks.0.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.716121673583984
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.92647123336792
|
|
},
|
|
"encoder.blocks.0.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.92647123336792
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.421310544013977
|
|
},
|
|
"encoder.blocks.0.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.421310544013977
|
|
},
|
|
"encoder.blocks.0.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.061294447630643845
|
|
},
|
|
"encoder.blocks.0.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03128181770443916
|
|
},
|
|
"encoder.blocks.0.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03492162004113197
|
|
},
|
|
"encoder.blocks.0.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2748.55029296875
|
|
},
|
|
"encoder.blocks.0.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2414.662109375
|
|
},
|
|
"encoder.blocks.0.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.9757176637649536
|
|
},
|
|
"encoder.blocks.0.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11955226957798004
|
|
},
|
|
"encoder.blocks.0.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.11955226957798004
|
|
},
|
|
"encoder.blocks.0.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13350193202495575
|
|
},
|
|
"encoder.blocks.0.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13350193202495575
|
|
},
|
|
"encoder.blocks.0.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.141498401761055
|
|
},
|
|
"encoder.blocks.0.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.141498401761055
|
|
},
|
|
"encoder.blocks.0.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.01478788536041975
|
|
},
|
|
"encoder.blocks.0.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03128181770443916
|
|
},
|
|
"encoder.blocks.0.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13143737614154816
|
|
},
|
|
"encoder.blocks.0.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.13143737614154816
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24472859501838684
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24472859501838684
|
|
},
|
|
"encoder.blocks.0.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24472859501838684
|
|
},
|
|
"encoder.blocks.0.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24472859501838684
|
|
},
|
|
"encoder.blocks.0.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.745621204376221
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 8.238551139831543
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.7196173667907715
|
|
},
|
|
"encoder.blocks.0.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.7196173667907715
|
|
},
|
|
"encoder.blocks.0.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.995796203613281
|
|
},
|
|
"encoder.blocks.0.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.995796203613281
|
|
},
|
|
"encoder.blocks.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 8.101062774658203
|
|
},
|
|
"encoder.blocks.1.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.1879072189331055
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.644279956817627
|
|
},
|
|
"encoder.blocks.1.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.644279956817627
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.7606136798858643
|
|
},
|
|
"encoder.blocks.1.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.7606136798858643
|
|
},
|
|
"encoder.blocks.1.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.07278654724359512
|
|
},
|
|
"encoder.blocks.1.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.031254347413778305
|
|
},
|
|
"encoder.blocks.1.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.0332181416451931
|
|
},
|
|
"encoder.blocks.1.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2660.67626953125
|
|
},
|
|
"encoder.blocks.1.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 3358.788330078125
|
|
},
|
|
"encoder.blocks.1.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.3272006511688232
|
|
},
|
|
"encoder.blocks.1.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09782781451940536
|
|
},
|
|
"encoder.blocks.1.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.09782781451940536
|
|
},
|
|
"encoder.blocks.1.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.129980206489563
|
|
},
|
|
"encoder.blocks.1.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.129980206489563
|
|
},
|
|
"encoder.blocks.1.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.18658383190631866
|
|
},
|
|
"encoder.blocks.1.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.18658383190631866
|
|
},
|
|
"encoder.blocks.1.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.01007395051419735
|
|
},
|
|
"encoder.blocks.1.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.031254347413778305
|
|
},
|
|
"encoder.blocks.1.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.1817452758550644
|
|
},
|
|
"encoder.blocks.1.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.18174533545970917
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326480507850647
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326480507850647
|
|
},
|
|
"encoder.blocks.1.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326480507850647
|
|
},
|
|
"encoder.blocks.1.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.326480507850647
|
|
},
|
|
"encoder.blocks.1.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.653019905090332
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.794477462768555
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.201476573944092
|
|
},
|
|
"encoder.blocks.1.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.201476573944092
|
|
},
|
|
"encoder.blocks.1.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.110635757446289
|
|
},
|
|
"encoder.blocks.1.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.110635757446289
|
|
},
|
|
"encoder.blocks.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.104448318481445
|
|
},
|
|
"encoder.blocks.2.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.3441481590271
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.2324347496032715
|
|
},
|
|
"encoder.blocks.2.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.2324347496032715
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.0105018615722656
|
|
},
|
|
"encoder.blocks.2.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.0105018615722656
|
|
},
|
|
"encoder.blocks.2.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.053076982498168945
|
|
},
|
|
"encoder.blocks.2.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03138258680701256
|
|
},
|
|
"encoder.blocks.2.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.033044155687093735
|
|
},
|
|
"encoder.blocks.2.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2633.16650390625
|
|
},
|
|
"encoder.blocks.2.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2151.096435546875
|
|
},
|
|
"encoder.blocks.2.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.8513848185539246
|
|
},
|
|
"encoder.blocks.2.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2951045036315918
|
|
},
|
|
"encoder.blocks.2.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2951045036315918
|
|
},
|
|
"encoder.blocks.2.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24544817209243774
|
|
},
|
|
"encoder.blocks.2.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.24544817209243774
|
|
},
|
|
"encoder.blocks.2.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23700396716594696
|
|
},
|
|
"encoder.blocks.2.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.23700396716594696
|
|
},
|
|
"encoder.blocks.2.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.06815767288208008
|
|
},
|
|
"encoder.blocks.2.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.03138258680701256
|
|
},
|
|
"encoder.blocks.2.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2275741994380951
|
|
},
|
|
"encoder.blocks.2.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.2275741547346115
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4981362819671631
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4981362819671631
|
|
},
|
|
"encoder.blocks.2.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4981362819671631
|
|
},
|
|
"encoder.blocks.2.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.4981362819671631
|
|
},
|
|
"encoder.blocks.2.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.586643695831299
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.697601795196533
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.022395610809326
|
|
},
|
|
"encoder.blocks.2.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.022395610809326
|
|
},
|
|
"encoder.blocks.2.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0097187757492065
|
|
},
|
|
"encoder.blocks.2.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0097187757492065
|
|
},
|
|
"encoder.blocks.2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.527115821838379
|
|
},
|
|
"encoder.blocks.3.ln_1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.752971649169922
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_fx.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.993928909301758
|
|
},
|
|
"encoder.blocks.3.Attn.fx_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.993928909301758
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_x.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.618350505828857
|
|
},
|
|
"encoder.blocks.3.Attn.x_mid": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.618350505828857
|
|
},
|
|
"encoder.blocks.3.Attn.in_project_slice.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 4.492830753326416
|
|
},
|
|
"encoder.blocks.3.Attn.softmax.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0
|
|
},
|
|
"encoder.blocks.3.Attn.slice_weights": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.8549225926399231
|
|
},
|
|
"encoder.blocks.3.Attn.slice_denominator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 11802.517578125
|
|
},
|
|
"encoder.blocks.3.Attn.slice_numerator": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 68573.625
|
|
},
|
|
"encoder.blocks.3.Attn.slice_normalized": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.163887977600098
|
|
},
|
|
"encoder.blocks.3.Attn.to_q.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.839788436889648
|
|
},
|
|
"encoder.blocks.3.Attn.q": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.839788436889648
|
|
},
|
|
"encoder.blocks.3.Attn.to_k.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.322012424468994
|
|
},
|
|
"encoder.blocks.3.Attn.k": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.322012424468994
|
|
},
|
|
"encoder.blocks.3.Attn.to_v.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.9268239736557007
|
|
},
|
|
"encoder.blocks.3.Attn.v": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.9268239736557007
|
|
},
|
|
"encoder.blocks.3.Attn.attention_logits": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 45.3134651184082
|
|
},
|
|
"encoder.blocks.3.Attn.dropout.output": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
32
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.0
|
|
},
|
|
"encoder.blocks.3.Attn.out_slice_token": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
32,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.9268239736557007
|
|
},
|
|
"encoder.blocks.3.Attn.deslice": {
|
|
"shape": [
|
|
1,
|
|
8,
|
|
81832,
|
|
16
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.856096625328064
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4414761066436768
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4414761066436768
|
|
},
|
|
"encoder.blocks.3.Attn.to_out.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4414761066436768
|
|
},
|
|
"encoder.blocks.3.Attn.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 1.4414761066436768
|
|
},
|
|
"encoder.blocks.3.ln_2.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.342991352081299
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.0.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 5.170467853546143
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.1.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.8166654109954834
|
|
},
|
|
"encoder.blocks.3.mlp.linear_pre.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.8166654109954834
|
|
},
|
|
"encoder.blocks.3.mlp.linear_post.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 3.3827733993530273
|
|
},
|
|
"encoder.blocks.3.mlp.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 3.3827733993530273
|
|
},
|
|
"encoder.blocks.3.output": {
|
|
"shape": [
|
|
1,
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.537239074707031
|
|
},
|
|
"encoder.output": {
|
|
"shape": [
|
|
81832,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 9.537239074707031
|
|
},
|
|
"decoder.0.output": {
|
|
"shape": [
|
|
1943,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 7.017495155334473
|
|
},
|
|
"decoder.1.output": {
|
|
"shape": [
|
|
1943,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 6.6669487953186035
|
|
},
|
|
"decoder.2.output": {
|
|
"shape": [
|
|
1943,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.117851972579956
|
|
},
|
|
"decoder.3.output": {
|
|
"shape": [
|
|
1943,
|
|
128
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 2.0816497802734375
|
|
},
|
|
"decoder.4.output": {
|
|
"shape": [
|
|
1943,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.954632043838501
|
|
},
|
|
"decoder.output": {
|
|
"shape": [
|
|
1943,
|
|
1
|
|
],
|
|
"dtype": "torch.float32",
|
|
"finite": true,
|
|
"nonfinite": 0,
|
|
"nan": 0,
|
|
"inf": 0,
|
|
"max_abs_finite": 0.954632043838501
|
|
}
|
|
}
|
|
},
|
|
"validation_arrays_read": false,
|
|
"validation_scoring": false,
|
|
"test_data_read": false,
|
|
"pilot_run": false,
|
|
"standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03",
|
|
"wall_seconds": 258.6586924850126,
|
|
"peak_allocated_bytes": 4850479616,
|
|
"peak_reserved_bytes": 9663676416,
|
|
"failure_state_sha256": "a7510d3a5a09dae348ec37c5c78251d2405a6414bb986c4443e03caa4087e200"
|
|
}
|