diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard-receipt.json b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard-receipt.json new file mode 100644 index 000000000..7f3581600 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard-receipt.json @@ -0,0 +1,20 @@ +{ + "status": "PASS", + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 5.141596, + "wall_seconds": 5.269344478030689, + "peak_tree_rss_bytes": 539783168, + "peak_process_count": 1, + "monitor_errors": [], + "max_poll_gap_seconds": 0.4821044849813916, + "reaped_orphan_cpu_seconds": 0.0, + "limits": { + "cpu_seconds": 60, + "wall_seconds": 90, + "rss_bytes": 2147483648, + "disk_bytes": 67108864 + }, + "retry": false, + "gpu_visible": false +} diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker-pid.json b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker-pid.json new file mode 100644 index 000000000..5279da370 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker-pid.json @@ -0,0 +1,5 @@ +{ + "pid": 581270, + "unix": 1794900741.331274, + "guard_pid": 581269 +} diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.log b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.log new file mode 100644 index 000000000..1c932a400 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.log @@ -0,0 +1,13 @@ +test_failed_worker_recorded_peak_rejected (__main__.Acceptance) ... ok +test_fixed_schedule_and_all_node_weighting (__main__.Acceptance) ... ok +test_full_chunk_nonzero_gradient_optimizer_and_detach_negative (__main__.Acceptance) ... ok +test_model_message_component_isolation (__main__.Acceptance) ... ok +test_node_permutation_and_raw_id_query_recovery (__main__.Acceptance) ... ok +test_receiver_across_chunks_uses_sums (__main__.Acceptance) ... ok +test_true_tet_edges_no_air_and_scale_once (__main__.Acceptance) ... ok +test_zero_head_exact_FP64_skip (__main__.Acceptance) ... ok + +---------------------------------------------------------------------- +Ran 8 tests in 1.314s + +OK diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.receipt.json b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.receipt.json new file mode 100644 index 000000000..7f3581600 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.receipt.json @@ -0,0 +1,20 @@ +{ + "status": "PASS", + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 5.141596, + "wall_seconds": 5.269344478030689, + "peak_tree_rss_bytes": 539783168, + "peak_process_count": 1, + "monitor_errors": [], + "max_poll_gap_seconds": 0.4821044849813916, + "reaped_orphan_cpu_seconds": 0.0, + "limits": { + "cpu_seconds": 60, + "wall_seconds": 90, + "rss_bytes": 2147483648, + "disk_bytes": 67108864 + }, + "retry": false, + "gpu_visible": false +} diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.started.json b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.started.json new file mode 100644 index 000000000..2153b5c56 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/guard/worker.started.json @@ -0,0 +1,14 @@ +{ + "command": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/test_phase2_h2.py", + "artifacts/phase2-h2-acceptance-2026-11-17/attempt-01" + ], + "limits": { + "cpu_seconds": 60, + "wall_seconds": 90, + "rss_bytes": 2147483648, + "disk_bytes": 67108864 + }, + "unix": 1794900741.3294325 +} diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/synthetic-details.json b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/synthetic-details.json new file mode 100644 index 000000000..9904745ef --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/attempt-01/synthetic-details.json @@ -0,0 +1,1217 @@ +{ + "status": "PASS", + "tests": 8, + "failures": 0, + "errors": 0, + "cpu_seconds": 1.2717737080000004, + "atol": 3e-05, + "rtol": 0.0003, + "evidence": { + "nonzero_full_chunk": { + "output": { + "max_absolute": 2.5331974029541016e-07, + "reference_scale": 0.23308396339416504, + "relative_to_scale": 1.086817542513745e-06, + "passed": true + }, + "loss": { + "max_absolute": 0.0, + "reference_scale": 0.230354443192482, + "relative_to_scale": 0.0, + "passed": true + }, + "gradients": { + "encoder.0.weight": { + "max_absolute": 3.725290298461914e-08, + "reference_scale": 0.13017095625400543, + "relative_to_scale": 2.861844458753667e-07, + "passed": true + }, + "encoder.0.bias": { + "max_absolute": 3.91155481338501e-08, + "reference_scale": 0.08754345774650574, + "relative_to_scale": 4.468129217275677e-07, + "passed": true + }, + "encoder.2.weight": { + "max_absolute": 5.21540641784668e-08, + "reference_scale": 0.1562838852405548, + "relative_to_scale": 3.337136397536469e-07, + "passed": true + }, + "encoder.2.bias": { + "max_absolute": 1.043081283569336e-07, + "reference_scale": 0.2783890962600708, + "relative_to_scale": 3.7468467608188594e-07, + "passed": true + }, + "blocks.0.local_norm.weight": { + "max_absolute": 1.4901161193847656e-08, + "reference_scale": 0.038112688809633255, + "relative_to_scale": 3.909763823874132e-07, + "passed": true + }, + "blocks.0.local_norm.bias": { + "max_absolute": 1.7695128917694092e-08, + "reference_scale": 0.05095571279525757, + "relative_to_scale": 3.4726486878505547e-07, + "passed": true + }, + "blocks.0.global_norm.weight": { + "max_absolute": 5.587935447692871e-09, + "reference_scale": 0.02019346132874489, + "relative_to_scale": 2.767200410431165e-07, + "passed": true + }, + "blocks.0.global_norm.bias": { + "max_absolute": 4.6566128730773926e-09, + "reference_scale": 0.01346597820520401, + "relative_to_scale": 3.4580576339250393e-07, + "passed": true + }, + "blocks.0.ffn_norm.weight": { + "max_absolute": 5.122274160385132e-09, + "reference_scale": 0.02035515382885933, + "relative_to_scale": 2.516450724692055e-07, + "passed": true + }, + "blocks.0.ffn_norm.bias": { + "max_absolute": 3.841705620288849e-09, + "reference_scale": 0.01195579208433628, + "relative_to_scale": 3.2132589737170217e-07, + "passed": true + }, + "blocks.0.edge.0.weight": { + "max_absolute": 2.561137080192566e-09, + "reference_scale": 0.003487096633762121, + "relative_to_scale": 7.344611719089166e-07, + "passed": true + }, + "blocks.0.edge.0.bias": { + "max_absolute": 9.604264050722122e-10, + "reference_scale": 0.0010733208619058132, + "relative_to_scale": 8.948176068867766e-07, + "passed": true + }, + "blocks.0.edge.2.weight": { + "max_absolute": 5.820766091346741e-09, + "reference_scale": 0.00864766351878643, + "relative_to_scale": 6.731027495116504e-07, + "passed": true + }, + "blocks.0.edge.2.bias": { + "max_absolute": 1.5133991837501526e-09, + "reference_scale": 0.0014930085744708776, + "relative_to_scale": 1.013657395964053e-06, + "passed": true + }, + "blocks.0.local_value.weight": { + "max_absolute": 5.21540641784668e-08, + "reference_scale": 0.22607585787773132, + "relative_to_scale": 2.306927624561898e-07, + "passed": true + }, + "blocks.0.assignment.weight": { + "max_absolute": 1.57160684466362e-09, + "reference_scale": 0.001266726991161704, + "relative_to_scale": 1.2406831587462372e-06, + "passed": true + }, + "blocks.0.assignment.bias": { + "max_absolute": 7.8580342233181e-10, + "reference_scale": 0.00027685993700288236, + "relative_to_scale": 2.8382706101808766e-06, + "passed": true + }, + "blocks.0.global_value.weight": { + "max_absolute": 2.60770320892334e-08, + "reference_scale": 0.051332660019397736, + "relative_to_scale": 5.080007948035292e-07, + "passed": true + }, + "blocks.0.attention.in_proj_weight": { + "max_absolute": 1.7695128917694092e-08, + "reference_scale": 0.051452651619911194, + "relative_to_scale": 3.4391092316117706e-07, + "passed": true + }, + "blocks.0.attention.in_proj_bias": { + "max_absolute": 1.210719347000122e-08, + "reference_scale": 0.03779960796236992, + "relative_to_scale": 3.2029944548774463e-07, + "passed": true + }, + "blocks.0.attention.out_proj.weight": { + "max_absolute": 3.725290298461914e-08, + "reference_scale": 0.08954460918903351, + "relative_to_scale": 4.160261943404795e-07, + "passed": true + }, + "blocks.0.attention.out_proj.bias": { + "max_absolute": 2.2351741790771484e-08, + "reference_scale": 0.07180097699165344, + "relative_to_scale": 3.1130136005488863e-07, + "passed": true + }, + "blocks.0.ffn.0.weight": { + "max_absolute": 2.0489096641540527e-08, + "reference_scale": 0.051829591393470764, + "relative_to_scale": 3.9531657670219724e-07, + "passed": true + }, + "blocks.0.ffn.0.bias": { + "max_absolute": 6.984919309616089e-09, + "reference_scale": 0.024739103391766548, + "relative_to_scale": 2.823432684282628e-07, + "passed": true + }, + "blocks.0.ffn.2.weight": { + "max_absolute": 1.862645149230957e-08, + "reference_scale": 0.07974254339933395, + "relative_to_scale": 2.335823601591462e-07, + "passed": true + }, + "blocks.0.ffn.2.bias": { + "max_absolute": 2.2351741790771484e-08, + "reference_scale": 0.06351479142904282, + "relative_to_scale": 3.5191396032123174e-07, + "passed": true + }, + "blocks.1.local_norm.weight": { + "max_absolute": 8.614733815193176e-09, + "reference_scale": 0.04282229393720627, + "relative_to_scale": 2.011740386403784e-07, + "passed": true + }, + "blocks.1.local_norm.bias": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.023079901933670044, + "relative_to_scale": 3.228168221137271e-07, + "passed": true + }, + "blocks.1.global_norm.weight": { + "max_absolute": 5.587935447692871e-09, + "reference_scale": 0.017672525718808174, + "relative_to_scale": 3.161933691088564e-07, + "passed": true + }, + "blocks.1.global_norm.bias": { + "max_absolute": 3.026798367500305e-09, + "reference_scale": 0.013217815198004246, + "relative_to_scale": 2.2899384823880127e-07, + "passed": true + }, + "blocks.1.ffn_norm.weight": { + "max_absolute": 5.587935447692871e-09, + "reference_scale": 0.012515177018940449, + "relative_to_scale": 4.464927215361076e-07, + "passed": true + }, + "blocks.1.ffn_norm.bias": { + "max_absolute": 3.4924596548080444e-09, + "reference_scale": 0.009806662797927856, + "relative_to_scale": 3.56131308557484e-07, + "passed": true + }, + "blocks.1.edge.0.weight": { + "max_absolute": 1.1641532182693481e-09, + "reference_scale": 0.002662813290953636, + "relative_to_scale": 4.371892021961587e-07, + "passed": true + }, + "blocks.1.edge.0.bias": { + "max_absolute": 4.0745362639427185e-10, + "reference_scale": 0.00048179621808230877, + "relative_to_scale": 8.456970210684875e-07, + "passed": true + }, + "blocks.1.edge.2.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.006539912894368172, + "relative_to_scale": 5.696238403526656e-07, + "passed": true + }, + "blocks.1.edge.2.bias": { + "max_absolute": 2.9685907065868378e-09, + "reference_scale": 0.00010223290883004665, + "relative_to_scale": 2.903752559287795e-05, + "passed": true + }, + "blocks.1.local_value.weight": { + "max_absolute": 2.9802322387695312e-08, + "reference_scale": 0.09070771187543869, + "relative_to_scale": 3.2855334757666853e-07, + "passed": true + }, + "blocks.1.assignment.weight": { + "max_absolute": 8.094502845779061e-10, + "reference_scale": 0.00018303070100955665, + "relative_to_scale": 4.422483660463291e-06, + "passed": true + }, + "blocks.1.assignment.bias": { + "max_absolute": 3.715285856742412e-10, + "reference_scale": 4.3703792471205816e-05, + "relative_to_scale": 8.501060541119453e-06, + "passed": true + }, + "blocks.1.global_value.weight": { + "max_absolute": 1.210719347000122e-08, + "reference_scale": 0.04455059394240379, + "relative_to_scale": 2.7176278470391946e-07, + "passed": true + }, + "blocks.1.attention.in_proj_weight": { + "max_absolute": 1.30385160446167e-08, + "reference_scale": 0.03797747194766998, + "relative_to_scale": 3.4332237971455195e-07, + "passed": true + }, + "blocks.1.attention.in_proj_bias": { + "max_absolute": 8.149072527885437e-09, + "reference_scale": 0.02417828142642975, + "relative_to_scale": 3.3704101561898143e-07, + "passed": true + }, + "blocks.1.attention.out_proj.weight": { + "max_absolute": 1.862645149230957e-08, + "reference_scale": 0.058801233768463135, + "relative_to_scale": 3.1676973931624367e-07, + "passed": true + }, + "blocks.1.attention.out_proj.bias": { + "max_absolute": 1.4901161193847656e-08, + "reference_scale": 0.04462205246090889, + "relative_to_scale": 3.339416358515065e-07, + "passed": true + }, + "blocks.1.ffn.0.weight": { + "max_absolute": 1.6763806343078613e-08, + "reference_scale": 0.05083932727575302, + "relative_to_scale": 3.29740915967506e-07, + "passed": true + }, + "blocks.1.ffn.0.bias": { + "max_absolute": 5.587935447692871e-09, + "reference_scale": 0.0199827142059803, + "relative_to_scale": 2.7963846102650807e-07, + "passed": true + }, + "blocks.1.ffn.2.weight": { + "max_absolute": 2.9802322387695312e-08, + "reference_scale": 0.08172880858182907, + "relative_to_scale": 3.646489274079706e-07, + "passed": true + }, + "blocks.1.ffn.2.bias": { + "max_absolute": 1.30385160446167e-08, + "reference_scale": 0.04347634315490723, + "relative_to_scale": 2.9989909680674296e-07, + "passed": true + }, + "blocks.2.local_norm.weight": { + "max_absolute": 5.820766091346741e-09, + "reference_scale": 0.03184320405125618, + "relative_to_scale": 1.8279461080541354e-07, + "passed": true + }, + "blocks.2.local_norm.bias": { + "max_absolute": 7.2177499532699585e-09, + "reference_scale": 0.019519750028848648, + "relative_to_scale": 3.697665155856348e-07, + "passed": true + }, + "blocks.2.global_norm.weight": { + "max_absolute": 9.313225746154785e-09, + "reference_scale": 0.02611486054956913, + "relative_to_scale": 3.5662552087832016e-07, + "passed": true + }, + "blocks.2.global_norm.bias": { + "max_absolute": 1.862645149230957e-09, + "reference_scale": 0.010061660781502724, + "relative_to_scale": 1.851230318413466e-07, + "passed": true + }, + "blocks.2.ffn_norm.weight": { + "max_absolute": 5.005858838558197e-09, + "reference_scale": 0.012108839116990566, + "relative_to_scale": 4.1340534713473944e-07, + "passed": true + }, + "blocks.2.ffn_norm.bias": { + "max_absolute": 2.3283064365386963e-09, + "reference_scale": 0.005972563289105892, + "relative_to_scale": 3.8983369850355316e-07, + "passed": true + }, + "blocks.2.edge.0.weight": { + "max_absolute": 7.894414011389017e-10, + "reference_scale": 0.0005814137402921915, + "relative_to_scale": 1.357796258379042e-06, + "passed": true + }, + "blocks.2.edge.0.bias": { + "max_absolute": 3.2014213502407074e-10, + "reference_scale": 0.0002223513147328049, + "relative_to_scale": 1.4398032024626394e-06, + "passed": true + }, + "blocks.2.edge.2.weight": { + "max_absolute": 2.0954757928848267e-09, + "reference_scale": 0.001579676871187985, + "relative_to_scale": 1.3265217913261836e-06, + "passed": true + }, + "blocks.2.edge.2.bias": { + "max_absolute": 8.003553375601768e-10, + "reference_scale": 3.149104304611683e-05, + "relative_to_scale": 2.541533274677826e-05, + "passed": true + }, + "blocks.2.local_value.weight": { + "max_absolute": 2.1420419216156006e-08, + "reference_scale": 0.07151319831609726, + "relative_to_scale": 2.995309917684716e-07, + "passed": true + }, + "blocks.2.assignment.weight": { + "max_absolute": 6.984919309616089e-10, + "reference_scale": 0.00010359701991546899, + "relative_to_scale": 6.742394052758953e-06, + "passed": true + }, + "blocks.2.assignment.bias": { + "max_absolute": 2.874003257602453e-10, + "reference_scale": 3.293649206170812e-05, + "relative_to_scale": 8.72589361434687e-06, + "passed": true + }, + "blocks.2.global_value.weight": { + "max_absolute": 1.1175870895385742e-08, + "reference_scale": 0.05329064279794693, + "relative_to_scale": 2.0971544550061804e-07, + "passed": true + }, + "blocks.2.attention.in_proj_weight": { + "max_absolute": 1.4901161193847656e-08, + "reference_scale": 0.03328467160463333, + "relative_to_scale": 4.476883945513636e-07, + "passed": true + }, + "blocks.2.attention.in_proj_bias": { + "max_absolute": 5.587935447692871e-09, + "reference_scale": 0.020390363410115242, + "relative_to_scale": 2.740478595354907e-07, + "passed": true + }, + "blocks.2.attention.out_proj.weight": { + "max_absolute": 1.210719347000122e-08, + "reference_scale": 0.036068227142095566, + "relative_to_scale": 3.3567475945804947e-07, + "passed": true + }, + "blocks.2.attention.out_proj.bias": { + "max_absolute": 7.916241884231567e-09, + "reference_scale": 0.028869865462183952, + "relative_to_scale": 2.742043219633597e-07, + "passed": true + }, + "blocks.2.ffn.0.weight": { + "max_absolute": 7.916241884231567e-09, + "reference_scale": 0.024171410128474236, + "relative_to_scale": 3.275043467532799e-07, + "passed": true + }, + "blocks.2.ffn.0.bias": { + "max_absolute": 3.3760443329811096e-09, + "reference_scale": 0.009668453596532345, + "relative_to_scale": 3.491814176149069e-07, + "passed": true + }, + "blocks.2.ffn.2.weight": { + "max_absolute": 1.4901161193847656e-08, + "reference_scale": 0.04230543226003647, + "relative_to_scale": 3.5222808036224544e-07, + "passed": true + }, + "blocks.2.ffn.2.bias": { + "max_absolute": 9.778887033462524e-09, + "reference_scale": 0.030692722648382187, + "relative_to_scale": 3.186060469607107e-07, + "passed": true + }, + "blocks.3.local_norm.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.03077103942632675, + "relative_to_scale": 1.2106481834587201e-07, + "passed": true + }, + "blocks.3.local_norm.bias": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.012951119802892208, + "relative_to_scale": 2.8764233171791e-07, + "passed": true + }, + "blocks.3.global_norm.weight": { + "max_absolute": 3.259629011154175e-09, + "reference_scale": 0.010775798931717873, + "relative_to_scale": 3.0249534459664663e-07, + "passed": true + }, + "blocks.3.global_norm.bias": { + "max_absolute": 1.3969838619232178e-09, + "reference_scale": 0.00558311864733696, + "relative_to_scale": 2.5021568592126415e-07, + "passed": true + }, + "blocks.3.ffn_norm.weight": { + "max_absolute": 3.259629011154175e-09, + "reference_scale": 0.004949414171278477, + "relative_to_scale": 6.585888548325275e-07, + "passed": true + }, + "blocks.3.ffn_norm.bias": { + "max_absolute": 2.6775524020195007e-09, + "reference_scale": 0.005166956689208746, + "relative_to_scale": 5.18206860067475e-07, + "passed": true + }, + "blocks.3.edge.0.weight": { + "max_absolute": 1.3533281162381172e-09, + "reference_scale": 0.00028534678858704865, + "relative_to_scale": 4.742748719687334e-06, + "passed": true + }, + "blocks.3.edge.0.bias": { + "max_absolute": 4.511093720793724e-10, + "reference_scale": 0.00011339919728925452, + "relative_to_scale": 3.978064949866437e-06, + "passed": true + }, + "blocks.3.edge.2.weight": { + "max_absolute": 2.735760062932968e-09, + "reference_scale": 0.0007027416722849011, + "relative_to_scale": 3.8929811206981525e-06, + "passed": true + }, + "blocks.3.edge.2.bias": { + "max_absolute": 1.5861587598919868e-09, + "reference_scale": 2.1208077669143677e-05, + "relative_to_scale": 7.479031266467592e-05, + "passed": true + }, + "blocks.3.local_value.weight": { + "max_absolute": 1.862645149230957e-08, + "reference_scale": 0.07484781742095947, + "relative_to_scale": 2.4885764387157196e-07, + "passed": true + }, + "blocks.3.assignment.weight": { + "max_absolute": 1.3196768122725189e-09, + "reference_scale": 5.8466663176659495e-05, + "relative_to_scale": 2.2571440553825684e-05, + "passed": true + }, + "blocks.3.assignment.bias": { + "max_absolute": 5.857145879417658e-10, + "reference_scale": 1.77371985046193e-05, + "relative_to_scale": 3.302182065500525e-05, + "passed": true + }, + "blocks.3.global_value.weight": { + "max_absolute": 8.381903171539307e-09, + "reference_scale": 0.022257521748542786, + "relative_to_scale": 3.765874415954721e-07, + "passed": true + }, + "blocks.3.attention.in_proj_weight": { + "max_absolute": 1.1175870895385742e-08, + "reference_scale": 0.019427243620157242, + "relative_to_scale": 5.752679646118159e-07, + "passed": true + }, + "blocks.3.attention.in_proj_bias": { + "max_absolute": 5.122274160385132e-09, + "reference_scale": 0.01449922937899828, + "relative_to_scale": 3.532790623896605e-07, + "passed": true + }, + "blocks.3.attention.out_proj.weight": { + "max_absolute": 8.381903171539307e-09, + "reference_scale": 0.03477449342608452, + "relative_to_scale": 2.410359532441672e-07, + "passed": true + }, + "blocks.3.attention.out_proj.bias": { + "max_absolute": 9.313225746154785e-09, + "reference_scale": 0.023864727467298508, + "relative_to_scale": 3.902506642456556e-07, + "passed": true + }, + "blocks.3.ffn.0.weight": { + "max_absolute": 8.149072527885437e-09, + "reference_scale": 0.022215016186237335, + "relative_to_scale": 3.6682721540999626e-07, + "passed": true + }, + "blocks.3.ffn.0.bias": { + "max_absolute": 3.958120942115784e-09, + "reference_scale": 0.009023044258356094, + "relative_to_scale": 4.3866801810821577e-07, + "passed": true + }, + "blocks.3.ffn.2.weight": { + "max_absolute": 1.0244548320770264e-08, + "reference_scale": 0.03968476504087448, + "relative_to_scale": 2.581481409860583e-07, + "passed": true + }, + "blocks.3.ffn.2.bias": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.021961066871881485, + "relative_to_scale": 3.392631441992194e-07, + "passed": true + }, + "head.0.weight": { + "max_absolute": 5.960464477539063e-08, + "reference_scale": 0.2524363398551941, + "relative_to_scale": 2.3611752891672346e-07, + "passed": true + }, + "head.0.bias": { + "max_absolute": 1.5832483768463135e-08, + "reference_scale": 0.05823114514350891, + "relative_to_scale": 2.718903042254184e-07, + "passed": true + }, + "head.2.weight": { + "max_absolute": 2.086162567138672e-07, + "reference_scale": 0.6538711786270142, + "relative_to_scale": 3.1904794634306333e-07, + "passed": true + }, + "head.2.bias": { + "max_absolute": 1.1920928955078125e-07, + "reference_scale": 0.36136680841445923, + "relative_to_scale": 3.2988444642668344e-07, + "passed": true + } + }, + "nonzero_paths": { + "blocks.0.edge.0.weight": 0.009324167855083942, + "blocks.0.local_value.weight": 1.5529212951660156, + "blocks.0.assignment.weight": 0.005762827582657337, + "blocks.0.global_value.weight": 0.670513927936554, + "blocks.1.edge.0.weight": 0.004967409186065197, + "blocks.1.local_value.weight": 1.2709945440292358, + "blocks.1.assignment.weight": 0.001449636067263782, + "blocks.1.global_value.weight": 0.4696457087993622, + "blocks.2.edge.0.weight": 0.001675803097896278, + "blocks.2.local_value.weight": 0.9493561387062073, + "blocks.2.assignment.weight": 0.0008145575993694365, + "blocks.2.global_value.weight": 0.48748600482940674, + "blocks.3.edge.0.weight": 0.0006846647593192756, + "blocks.3.local_value.weight": 0.8104965686798096, + "blocks.3.assignment.weight": 0.0004382907063700259, + "blocks.3.global_value.weight": 0.260962575674057 + }, + "updates": { + "encoder.0.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.22944147884845734, + "relative_to_scale": 1.6236341908005277e-08, + "passed": true + }, + "encoder.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.22800250351428986, + "relative_to_scale": 0.0, + "passed": true + }, + "encoder.2.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12499229609966278, + "relative_to_scale": 5.960831850775104e-08, + "passed": true + }, + "encoder.2.bias": { + "max_absolute": 2.9103830456733704e-11, + "reference_scale": 0.1195393055677414, + "relative_to_scale": 2.4346661810111434e-10, + "passed": true + }, + "blocks.0.local_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.local_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999989561038092e-05, + "relative_to_scale": 1.4551930419071586e-07, + "passed": true + }, + "blocks.0.global_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.global_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999964095186442e-05, + "relative_to_scale": 1.4551967476934767e-07, + "passed": true + }, + "blocks.0.ffn_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.ffn_norm.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.999959002016112e-05, + "relative_to_scale": 2.182796233279508e-07, + "passed": true + }, + "blocks.0.edge.0.weight": { + "max_absolute": 0.0, + "reference_scale": 0.4962562918663025, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.edge.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.4771159291267395, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.edge.2.weight": { + "max_absolute": 0.0, + "reference_scale": 0.2396480143070221, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.edge.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.0810052677989006, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.0.local_value.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.12508581578731537, + "relative_to_scale": 2.9781876346364175e-08, + "passed": true + }, + "blocks.0.assignment.weight": { + "max_absolute": 1.1827796697616577e-07, + "reference_scale": 0.12500987946987152, + "relative_to_scale": 9.461489562084715e-07, + "passed": true + }, + "blocks.0.assignment.bias": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12269987165927887, + "relative_to_scale": 6.072199176876968e-08, + "passed": true + }, + "blocks.0.global_value.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12505701184272766, + "relative_to_scale": 5.957747180376992e-08, + "passed": true + }, + "blocks.0.attention.in_proj_weight": { + "max_absolute": 1.4901161193847656e-07, + "reference_scale": 0.15317735075950623, + "relative_to_scale": 9.728044727214924e-07, + "passed": true + }, + "blocks.0.attention.in_proj_bias": { + "max_absolute": 2.2477388483821414e-07, + "reference_scale": 9.999988105846569e-05, + "relative_to_scale": 0.002247741521880395, + "passed": true + }, + "blocks.0.attention.out_proj.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12509502470493317, + "relative_to_scale": 5.955936788451677e-08, + "passed": true + }, + "blocks.0.attention.out_proj.bias": { + "max_absolute": 3.637978807091713e-11, + "reference_scale": 9.999992471421137e-05, + "relative_to_scale": 3.63798154597481e-07, + "passed": true + }, + "blocks.0.ffn.0.weight": { + "max_absolute": 1.1920928955078125e-07, + "reference_scale": 0.12509633600711823, + "relative_to_scale": 9.529398970086383e-07, + "passed": true + }, + "blocks.0.ffn.0.bias": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.1233740746974945, + "relative_to_scale": 6.039016393997025e-08, + "passed": true + }, + "blocks.0.ffn.2.weight": { + "max_absolute": 2.60770320892334e-08, + "reference_scale": 0.08845928311347961, + "relative_to_scale": 2.9479135678479996e-07, + "passed": true + }, + "blocks.0.ffn.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.08841129392385483, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.local_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.local_norm.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.999980102293193e-05, + "relative_to_scale": 2.1827916275098102e-07, + "passed": true + }, + "blocks.1.global_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.global_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999963367590681e-05, + "relative_to_scale": 1.4551968535733632e-07, + "passed": true + }, + "blocks.1.ffn_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.ffn_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999949543271214e-05, + "relative_to_scale": 1.4551988652941328e-07, + "passed": true + }, + "blocks.1.edge.0.weight": { + "max_absolute": 0.0, + "reference_scale": 0.49311643838882446, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.edge.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.39943549036979675, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.edge.2.weight": { + "max_absolute": 0.0, + "reference_scale": 0.2194787710905075, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.edge.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.04527709260582924, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.1.local_value.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12508469820022583, + "relative_to_scale": 5.956428487357838e-08, + "passed": true + }, + "blocks.1.assignment.weight": { + "max_absolute": 2.1979212760925293e-07, + "reference_scale": 0.12501148879528046, + "relative_to_scale": 1.7581754263337013e-06, + "passed": true + }, + "blocks.1.assignment.bias": { + "max_absolute": 1.4901161193847656e-07, + "reference_scale": 0.12391117215156555, + "relative_to_scale": 1.2025680118351934e-06, + "passed": true + }, + "blocks.1.global_value.weight": { + "max_absolute": 2.2351741790771484e-08, + "reference_scale": 0.12495744228363037, + "relative_to_scale": 1.7887483436190338e-07, + "passed": true + }, + "blocks.1.attention.in_proj_weight": { + "max_absolute": 5.587935447692871e-08, + "reference_scale": 0.1531859040260315, + "relative_to_scale": 3.6478130825557493e-07, + "passed": true + }, + "blocks.1.attention.in_proj_bias": { + "max_absolute": 1.069646984319661e-07, + "reference_scale": 9.999980829888955e-05, + "relative_to_scale": 0.0010696490348487387, + "passed": true + }, + "blocks.1.attention.out_proj.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12502776086330414, + "relative_to_scale": 5.959141030342635e-08, + "passed": true + }, + "blocks.1.attention.out_proj.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.999988105846569e-05, + "relative_to_scale": 2.1827898804988024e-07, + "passed": true + }, + "blocks.1.ffn.0.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12508773803710938, + "relative_to_scale": 5.956283736391083e-08, + "passed": true + }, + "blocks.1.ffn.0.bias": { + "max_absolute": 5.820766091346741e-11, + "reference_scale": 0.12442155182361603, + "relative_to_scale": 4.678261929732596e-10, + "passed": true + }, + "blocks.1.ffn.2.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.08846432715654373, + "relative_to_scale": 8.422129954981189e-08, + "passed": true + }, + "blocks.1.ffn.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.08556075394153595, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.local_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.local_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999976464314386e-05, + "relative_to_scale": 1.455194947737765e-07, + "passed": true + }, + "blocks.2.global_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.global_norm.bias": { + "max_absolute": 9.968061931431293e-10, + "reference_scale": 9.99995245365426e-05, + "relative_to_scale": 9.968109326148534e-06, + "passed": true + }, + "blocks.2.ffn_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.ffn_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999917529057711e-05, + "relative_to_scale": 1.45520352403727e-07, + "passed": true + }, + "blocks.2.edge.0.weight": { + "max_absolute": 0.0, + "reference_scale": 0.49527499079704285, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.edge.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.4467857778072357, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.edge.2.weight": { + "max_absolute": 0.0, + "reference_scale": 0.2427016943693161, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.edge.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.022900663316249847, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.local_value.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.12500055134296417, + "relative_to_scale": 2.9802190937868988e-08, + "passed": true + }, + "blocks.2.assignment.weight": { + "max_absolute": 3.725290298461914e-07, + "reference_scale": 0.12504135072231293, + "relative_to_scale": 2.979246686749967e-06, + "passed": true + }, + "blocks.2.assignment.bias": { + "max_absolute": 3.725290298461914e-08, + "reference_scale": 0.12383969873189926, + "relative_to_scale": 3.00815516882579e-07, + "passed": true + }, + "blocks.2.global_value.weight": { + "max_absolute": 2.6635825634002686e-07, + "reference_scale": 0.12498776614665985, + "relative_to_scale": 2.131074620755153e-06, + "passed": true + }, + "blocks.2.attention.in_proj_weight": { + "max_absolute": 1.2665987014770508e-07, + "reference_scale": 0.15317051112651825, + "relative_to_scale": 8.269207252503357e-07, + "passed": true + }, + "blocks.2.attention.in_proj_bias": { + "max_absolute": 1.5603797010044218e-07, + "reference_scale": 9.999975736718625e-05, + "relative_to_scale": 0.0015603834870067817, + "passed": true + }, + "blocks.2.attention.out_proj.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.1250840276479721, + "relative_to_scale": 5.956460418665307e-08, + "passed": true + }, + "blocks.2.attention.out_proj.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.999983740272e-05, + "relative_to_scale": 2.182790833413551e-07, + "passed": true + }, + "blocks.2.ffn.0.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.1250496357679367, + "relative_to_scale": 5.958098599143773e-08, + "passed": true + }, + "blocks.2.ffn.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.12373195588588715, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.2.ffn.2.weight": { + "max_absolute": 5.029141902923584e-08, + "reference_scale": 0.08848363161087036, + "relative_to_scale": 5.683697438008122e-07, + "passed": true + }, + "blocks.2.ffn.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.08500158041715622, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.local_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.local_norm.bias": { + "max_absolute": 1.4551915228366852e-11, + "reference_scale": 9.999961912399158e-05, + "relative_to_scale": 1.4551970653331822e-07, + "passed": true + }, + "blocks.3.global_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.global_norm.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.999910980695859e-05, + "relative_to_scale": 2.1828067154485163e-07, + "passed": true + }, + "blocks.3.ffn_norm.weight": { + "max_absolute": 0.0, + "reference_scale": 1.000100016593933, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.ffn_norm.bias": { + "max_absolute": 2.1827872842550278e-11, + "reference_scale": 9.99990661512129e-05, + "relative_to_scale": 2.1828076683779636e-07, + "passed": true + }, + "blocks.3.edge.0.weight": { + "max_absolute": 1.4901161193847656e-08, + "reference_scale": 0.49297136068344116, + "relative_to_scale": 3.022723505314613e-08, + "passed": true + }, + "blocks.3.edge.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.4995904564857483, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.edge.2.weight": { + "max_absolute": 0.0, + "reference_scale": 0.24655351042747498, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.edge.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.07721944898366928, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.local_value.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12505513429641724, + "relative_to_scale": 5.9578366284936156e-08, + "passed": true + }, + "blocks.3.assignment.weight": { + "max_absolute": 1.4156103134155273e-07, + "reference_scale": 0.12506622076034546, + "relative_to_scale": 1.131888614534975e-06, + "passed": true + }, + "blocks.3.assignment.bias": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12235536426305771, + "relative_to_scale": 6.089296241156591e-08, + "passed": true + }, + "blocks.3.global_value.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12495680153369904, + "relative_to_scale": 5.962525053039641e-08, + "passed": true + }, + "blocks.3.attention.in_proj_weight": { + "max_absolute": 1.2665987014770508e-07, + "reference_scale": 0.15312865376472473, + "relative_to_scale": 8.271467621096719e-07, + "passed": true + }, + "blocks.3.attention.in_proj_bias": { + "max_absolute": 1.1202100580476326e-07, + "reference_scale": 9.999966277973726e-05, + "relative_to_scale": 0.0011202138356356723, + "passed": true + }, + "blocks.3.attention.out_proj.weight": { + "max_absolute": 7.450580596923828e-09, + "reference_scale": 0.12507617473602295, + "relative_to_scale": 5.9568343952383446e-08, + "passed": true + }, + "blocks.3.attention.out_proj.bias": { + "max_absolute": 8.076312951743603e-10, + "reference_scale": 9.999980102293193e-05, + "relative_to_scale": 8.076329021786298e-06, + "passed": true + }, + "blocks.3.ffn.0.weight": { + "max_absolute": 1.5599653124809265e-08, + "reference_scale": 0.1250898689031601, + "relative_to_scale": 1.2470756634085158e-07, + "passed": true + }, + "blocks.3.ffn.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.12509800493717194, + "relative_to_scale": 0.0, + "passed": true + }, + "blocks.3.ffn.2.weight": { + "max_absolute": 2.1979212760925293e-07, + "reference_scale": 0.08846365660429001, + "relative_to_scale": 2.4845471693806765e-06, + "passed": true + }, + "blocks.3.ffn.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.0869489386677742, + "relative_to_scale": 0.0, + "passed": true + }, + "head.0.weight": { + "max_absolute": 3.725290298461914e-09, + "reference_scale": 0.10986258834600449, + "relative_to_scale": 3.390863399949558e-08, + "passed": true + }, + "head.0.bias": { + "max_absolute": 0.0, + "reference_scale": 0.10949134081602097, + "relative_to_scale": 0.0, + "passed": true + }, + "head.2.weight": { + "max_absolute": 0.0, + "reference_scale": 0.16990000009536743, + "relative_to_scale": 0.0, + "passed": true + }, + "head.2.bias": { + "max_absolute": 0.0, + "reference_scale": 0.02710000053048134, + "relative_to_scale": 0.0, + "passed": true + } + }, + "detach_negative": { + "blocks.0.global_value.weight": { + "reference_norm": 0.670513927936554, + "bad_has_gradient": false + }, + "blocks.1.global_value.weight": { + "reference_norm": 0.4696457087993622, + "bad_has_gradient": false + }, + "blocks.2.global_value.weight": { + "reference_norm": 0.48748600482940674, + "bad_has_gradient": false + }, + "blocks.3.global_value.weight": { + "reference_norm": 0.260962575674057, + "bad_has_gradient": false + } + } + } + } +} diff --git a/artifacts/phase2-h2-acceptance-2026-11-17/model-acceptance.json b/artifacts/phase2-h2-acceptance-2026-11-17/model-acceptance.json new file mode 100644 index 000000000..76dc8e2d1 --- /dev/null +++ b/artifacts/phase2-h2-acceptance-2026-11-17/model-acceptance.json @@ -0,0 +1,13 @@ +{ + "status": "CPU_MODEL_ACCEPTANCE_PASS", + "code_sha256": { + "tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a", + "tools/test_phase2_h2.py": "a8e1d8dccecee3aaab6aca8bfe5706664930b752dfbaf09c19817e550316e63c" + }, + "gradient_max_absolute": 2.086162567138672e-07, + "update_max_absolute": 3.725290298461914e-07, + "min_nonzero_path_gradient_norm": 0.0004382907063700259, + "tests": 8, + "guard_cpu_seconds": 5.141596, + "not_gpu_acceptance": true +} diff --git a/tools/phase2_h2_model.py b/tools/phase2_h2_model.py new file mode 100644 index 000000000..cf9a65b51 --- /dev/null +++ b/tools/phase2_h2_model.py @@ -0,0 +1,108 @@ +"""H2-GEO reviewed fixed FP32 graph/token recipe; no data or launches.""" +import math +import numpy as np +import torch +from torch import nn +from torch.utils.checkpoint import checkpoint + +EDGE_CHUNK=65536 +NODE_CHUNK=8192 +ATOL=3e-5 +RTOL=3e-4 + +def lr_epoch(epoch): + if not 1<=epoch<=200:raise ValueError('Fixed 1-based epochs 1..200') + if epoch<=10:return 1e-4+(epoch-1)*9e-4/9 + return 1e-5+(1e-3-1e-5)*(1+math.cos(math.pi*(epoch-10)/190))/2 + +def namespace_components(part_ids,local_ids): + keys=list(zip(part_ids,local_ids));lookup={k:i for i,k in enumerate(sorted(set(keys)))} + return np.array([lookup[k] for k in keys],np.int64) + +def edge_attributes(points,mass,receiver,sender): + x=np.asarray(points,np.float64);m=np.asarray(mass,np.float64) + if not np.isfinite(x).all() or not np.isfinite(m).all() or np.any(m<=0):raise ValueError('Invalid geometry/mass') + center=np.sum(x*m[:,None],axis=0)/m.sum() + rg=float(np.sqrt(np.sum(m*np.sum((x-center)**2,axis=1))/m.sum())) + if not math.isfinite(rg) or rg<=0:raise ValueError('Invalid mass Rg') + xi=(x-center)/rg;delta=xi[sender]-xi[receiver];length=np.linalg.norm(delta,axis=1) + if np.any(length<=0):raise ValueError('Nonpositive true edge') + return np.column_stack([delta,length]).astype(np.float32),rg + +class GeoBlock(nn.Module): + def __init__(self): + super().__init__() + self.local_norm=nn.LayerNorm(64);self.global_norm=nn.LayerNorm(64);self.ffn_norm=nn.LayerNorm(64) + self.edge=nn.Sequential(nn.Linear(4,16),nn.GELU(),nn.Linear(16,1),nn.Softplus()) + self.local_value=nn.Linear(64,64,bias=False) + self.assignment=nn.Linear(64,64);self.global_value=nn.Linear(64,64,bias=False) + self.attention=nn.MultiheadAttention(64,4,dropout=0,batch_first=True) + self.ffn=nn.Sequential(nn.Linear(64,128),nn.GELU(),nn.Linear(128,64)) + + def local(self,h,m,receiver,sender,attributes,edge_chunk): + values=self.local_value(h);num=h.new_zeros(h.shape);den=h.new_zeros((len(h),1)) + for lo in range(0,len(sender),edge_chunk): + hi=lo+edge_chunk;r=receiver[lo:hi];s=sender[lo:hi] + weight=self.edge(attributes[lo:hi])*m[s,None] + num.index_add_(0,r,weight*values[s]);den.index_add_(0,r,weight) + occupied=torch.bincount(receiver,minlength=len(h))>0 + if not bool(torch.isfinite(den).all()) or bool((den[occupied]<=0).any()):raise ValueError('Invalid local denominator') + safe=torch.where(occupied[:,None],den,torch.ones_like(den)) + return num/safe + + def global_message(self,h,m,components,node_chunk,detach_global=False): + out=h.new_zeros(h.shape) + for ids in components: + numerator=h.new_zeros((64,64));denominator=h.new_zeros((64,1));chunks=[] + for lo in range(0,len(ids),node_chunk): + ix=ids[lo:lo+node_chunk];hh=h[ix] + assignment=torch.softmax(self.assignment(hh),dim=-1) + weighted=assignment*m[ix,None] + numerator=numerator+weighted.T@self.global_value(hh) + denominator=denominator+weighted.sum(0)[:,None] + chunks.append((ix,assignment)) + if not bool(torch.isfinite(denominator).all()) or bool((denominator<=0).any()):raise ValueError('Invalid token denominator') + z=numerator/denominator + if detach_global:z=z.detach() # Only the synthetic negative control enables this. + z=self.attention(z[None],z[None],z[None],need_weights=False)[0][0] + for ix,assignment in chunks:out.index_copy_(0,ix,assignment@z) + return out + + def forward(self,h,m,receiver,sender,attributes,components,edge_chunk,node_chunk,detach_global=False): + h=h+self.local(self.local_norm(h),m,receiver,sender,attributes,edge_chunk) + h=h+self.global_message(self.global_norm(h),m,components,node_chunk,detach_global) + return h+self.ffn(self.ffn_norm(h)) + +class H2Geo(nn.Module): + def __init__(self): + super().__init__();self.encoder=nn.Sequential(nn.Linear(19,64),nn.GELU(),nn.Linear(64,64)) + self.blocks=nn.ModuleList([GeoBlock() for _ in range(4)]) + self.head=nn.Sequential(nn.Linear(83,64),nn.GELU(),nn.Linear(64,1)) + nn.init.zeros_(self.head[-1].weight);nn.init.zeros_(self.head[-1].bias) + + def forward(self,x,m,receiver,sender,attributes,component_ids,*,edge_chunk=EDGE_CHUNK,node_chunk=NODE_CHUNK,checkpoint_blocks=True,detach_global=False): + if x.dtype!=torch.float32 or m.dtype!=torch.float32 or attributes.dtype!=torch.float32:raise ValueError('Only FP32 model/aggregations') + if not bool(torch.isfinite(m).all()) or bool((m<=0).any()):raise ValueError('Nonpositive mass; no epsilon') + if bool((component_ids[receiver]!=component_ids[sender]).any()):raise ValueError('Cross-component edge') + components=[torch.nonzero(component_ids==c,as_tuple=True)[0] for c in torch.unique(component_ids)] + h=self.encoder(x) + for block in self.blocks: + def run(v,b=block):return b(v,m,receiver,sender,attributes,components,edge_chunk,node_chunk,detach_global) + h=checkpoint(run,h,use_reentrant=False,preserve_rng_state=False) if checkpoint_blocks and self.training and torch.is_grad_enabled() else run(h) + outputs=[] + for lo in range(0,len(x),node_chunk):outputs.append(self.head(torch.cat([h[lo:lo+node_chunk],x[lo:lo+node_chunk]],dim=-1))[:,0]) + return torch.cat(outputs) + +def optimizer(model): + decay=[];no_decay=[] + for name,p in model.named_parameters(): + (no_decay if name.endswith('bias') or p.ndim==1 else decay).append(p) + return torch.optim.AdamW([dict(params=decay,weight_decay=1e-4),dict(params=no_decay,weight_decay=0.)],lr=lr_epoch(1),betas=(.9,.999),eps=1e-8) + +def weighted_loss(prediction,target,parts,part_nodes,total_nodes): + if len(prediction)!=part_nodes or prediction.shape!=target.shape:raise ValueError('Full part loss shape') + return torch.mean((prediction-target)**2)*(parts*part_nodes/total_nodes) + +def comparison(a,b): + a=a.detach();b=b.detach();difference=float((a-b).abs().max());scale=float(a.abs().max()) + return dict(max_absolute=difference,reference_scale=scale,relative_to_scale=difference/max(scale,1e-30),passed=difference<=ATOL+RTOL*scale) diff --git a/tools/test_phase2_h2.py b/tools/test_phase2_h2.py new file mode 100644 index 000000000..14161297b --- /dev/null +++ b/tools/test_phase2_h2.py @@ -0,0 +1,106 @@ +"""CPU-only nonzero-gradient, component isolation and resource acceptance.""" +import copy +import json +from pathlib import Path +import sys +import tempfile +import time +import unittest +import numpy as np +import torch +from phase2_h2_model import H2Geo,GeoBlock,optimizer,weighted_loss,comparison,edge_attributes,namespace_components,lr_epoch,ATOL,RTOL +from phase2_h1_topology import graph +from phase2_residual_math import residual_target,decode_seconds +from s2_main_memory_guard import PeakRecords,VRAM_BYTES + +EVIDENCE={} +torch.set_num_threads(1) + +def fixture(): + torch.manual_seed(41) + x=torch.randn(12,19);m=torch.linspace(.3,3.1,12) + edges=[(i,j) for base in [0,6] for i in range(base,base+6) for j in range(base,base+6) if i!=j] + r=torch.tensor([i for i,j in edges]);s=torch.tensor([j for i,j in edges]);a=torch.randn(len(edges),4) + a[:,3]=a[:,:3].norm(dim=1);comp=torch.tensor([0]*6+[1]*6) + return x,m,r,s,a,comp + +def nonzero_model(): + torch.manual_seed(0);model=H2Geo() + with torch.no_grad():model.head[-1].weight.copy_(torch.linspace(-.13,.17,64)[None]);model.head[-1].bias.fill_(.027) + return model + +class Acceptance(unittest.TestCase): + def test_zero_head_exact_FP64_skip(self): + model=H2Geo();p=model(*fixture());np.testing.assert_array_equal(p.detach().numpy(),0) + f=np.linspace(0,1,12,dtype=np.float64)+np.arange(12)*1e-17;c=1.1712345678912345;t=.237 + np.testing.assert_array_equal(decode_seconds(p.detach().numpy(),f,c,t),c*f*t) + y=np.linspace(0,1.4,12);np.testing.assert_array_equal(residual_target(y,f,c,fit_dtype='float32'),(y-c*f).astype(np.float32)) + + def test_full_chunk_nonzero_gradient_optimizer_and_detach_negative(self): + data=fixture();target=torch.linspace(-.4,.9,12);full=nonzero_model();chunk=copy.deepcopy(full);bad=copy.deepcopy(full) + opt1=optimizer(full);opt2=optimizer(chunk) + a=full(*data,edge_chunk=10000,node_chunk=10000,checkpoint_blocks=False) + b=chunk(*data,edge_chunk=7,node_chunk=2,checkpoint_blocks=True) + loss1=weighted_loss(a,target,7,12,103);loss2=weighted_loss(b,target,7,12,103) + loss1.backward();loss2.backward();e=dict(output=comparison(a,b),loss=comparison(loss1,loss2),gradients={},nonzero_paths={},updates={}) + for (name,p),(other,q) in zip(full.named_parameters(),chunk.named_parameters()): + self.assertEqual(name,other);self.assertIsNotNone(p.grad);self.assertIsNotNone(q.grad) + e['gradients'][name]=comparison(p.grad,q.grad) + for block in [0,1,2,3]: + for suffix in ['edge.0.weight','local_value.weight','assignment.weight','global_value.weight']: + name=f'blocks.{block}.{suffix}';g=dict(full.named_parameters())[name].grad;norm=float(g.norm());e['nonzero_paths'][name]=norm;self.assertGreater(norm,1e-9) + self.assertTrue(e['output']['passed'] and e['loss']['passed']);self.assertTrue(all(x['passed'] for x in e['gradients'].values())) + torch.nn.utils.clip_grad_norm_(full.parameters(),1.);torch.nn.utils.clip_grad_norm_(chunk.parameters(),1.);opt1.step();opt2.step() + for (name,p),(_,q) in zip(full.named_parameters(),chunk.named_parameters()):e['updates'][name]=comparison(p,q) + self.assertTrue(all(x['passed'] for x in e['updates'].values())) + wrong=bad(*data,edge_chunk=7,node_chunk=2,checkpoint_blocks=True,detach_global=True);weighted_loss(wrong,target,7,12,103).backward() + names=[f'blocks.{i}.global_value.weight' for i in range(4)] + e['detach_negative']={n:dict(reference_norm=e['nonzero_paths'][n],bad_has_gradient=dict(bad.named_parameters())[n].grad is not None) for n in names} + self.assertTrue(all(not v['bad_has_gradient'] for v in e['detach_negative'].values()));EVIDENCE['nonzero_full_chunk']=e + + def test_receiver_across_chunks_uses_sums(self): + block=GeoBlock();h=torch.arange(6,dtype=torch.float32)[:,None].expand(-1,64);m=torch.tensor([1.,2.,4.,8.,3.,7.]) + r=torch.tensor([0,0,0,0,0]);s=torch.arange(1,6);a=torch.zeros(5,4) + with torch.no_grad():block.local_value.weight.copy_(torch.eye(64)) + value=block.local(h,m,r,s,a,2);expected=(m[1:]*torch.arange(1,6)).sum()/m[1:].sum() + torch.testing.assert_close(value[0],expected.expand(64));torch.testing.assert_close(value[1:],torch.zeros(5,64)) + constant=block.local(torch.ones_like(h)*3,m,r,s,a,2);torch.testing.assert_close(constant[0],torch.full((64,),3.)) + + def test_model_message_component_isolation(self): + data=fixture();block=nonzero_model().blocks[0];h=torch.randn(12,64);changed=h.clone();changed[6:]+=torch.arange(64)*10 + args=(data[1],data[2],data[3],data[4],[torch.arange(6),torch.arange(6,12)],7,2) + torch.testing.assert_close(block(h,*args)[:6],block(changed,*args)[:6],rtol=0,atol=0) + ids=namespace_components(['a']*6+['b']*6,[0]*12);np.testing.assert_array_equal(ids,[0]*6+[1]*6) + + def test_node_permutation_and_raw_id_query_recovery(self): + data=fixture();model=nonzero_model().eval();x,m,r,s,a,c=data + perm=torch.tensor([7,2,11,0,9,6,4,1,8,10,5,3]);inverse=torch.argsort(perm) + p=model(*data,checkpoint_blocks=False);q=model(x[perm],m[perm],inverse[r],inverse[s],a,c[perm],edge_chunk=7,node_chunk=2,checkpoint_blocks=False) + torch.testing.assert_close(p,q[inverse],atol=ATOL,rtol=RTOL) + raw=np.arange(12)*7+3;query=raw[[2,5,9]];np.testing.assert_array_equal(np.searchsorted(raw,query),[2,5,9]) + + def test_true_tet_edges_no_air_and_scale_once(self): + x=np.array([[0,0,0],[1,0,0],[0,1,0],[0,0,1],[.01,.01,.01],[1.01,.01,.01],[.01,1.01,.01],[.01,.01,1.01]]) + t=np.array([[0,1,2,3],[4,5,6,7]]);g=graph(x,t);r=np.repeat(np.arange(8),np.diff(g.indptr));s=g.indices + self.assertEqual(g.nnz,24);self.assertFalse(np.any((r<4)!=(s<4))) + m=np.arange(1,9);a,rg=edge_attributes(x,m,r,s);aa,rr=edge_attributes(x*13+4,m,r,s) + np.testing.assert_allclose(a,aa,rtol=1e-6,atol=1e-7);self.assertAlmostEqual(rr/rg,13) + np.testing.assert_allclose(a[:,:3],((x[s]-x[r])/rg).astype(np.float32),rtol=1e-6,atol=1e-7) + + def test_failed_worker_recorded_peak_rejected(self): + with tempfile.TemporaryDirectory() as temp: + p=Path(temp)/'failure.json';p.write_text(json.dumps(dict(status='FAILED',peak_allocated_bytes=1,peak_reserved_bytes=VRAM_BYTES+1))) + tracker=PeakRecords();self.assertTrue(tracker.scan(temp));p.unlink();self.assertTrue(tracker.scan(temp));self.assertEqual(tracker.maxima['peak_reserved_bytes'],VRAM_BYTES+1) + + def test_fixed_schedule_and_all_node_weighting(self): + self.assertAlmostEqual(lr_epoch(1),1e-4);self.assertAlmostEqual(lr_epoch(10),1e-3);self.assertAlmostEqual(lr_epoch(200),1e-5) + self.assertTrue(all(lr_epoch(i+1)