Freeze completed G1 calibration and start note16 fingerprint candidate count
This commit is contained in:
1 parent
2ba7800d39
commit
ff439e81fc
76 files changed
+170909
No files matched your search
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"pid": 2,
|
||||
"started_unix": 1794664436.8833206,
|
||||
"jobs": 624,
|
||||
"parts": 624,
|
||||
"workers": 8,
|
||||
"contract_sha256": "471dbd2f40992bc9d861f5bd7d371ee5a74d65ccf4923720e258372ec7d07c1c"
|
||||
}
|
||||
@@ -0,0 +1,53 @@
|
||||
{
|
||||
"authorizing_rulings": [
|
||||
"1794661944.308269",
|
||||
"1794662380.787319",
|
||||
"1794664166.242149"
|
||||
],
|
||||
"code_sha256": {
|
||||
"tools/prepare_g1_candidate_fingerprints.py": "402877459f158cfe0a1d28ad6d343fddef4d6db3a02a28eea2ba1eeb4c033953",
|
||||
"tools/g1_candidate_fingerprints.py": "2d027bd95f8da2cbfc0381d051f6a37949a5abe6b27e6b37d747d43c5b6612a0",
|
||||
"tools/run_g1_candidate_fingerprints.py": "84a27453a8820ae7262b70252e15d0d1f9d5e3cae9d8726850ff9bcc2cac880d",
|
||||
"tools/count_g1_candidates.py": "6c18d0f5bd62612dba1551b81c3eda0a0e127589f9a1108cf4d3bde54049f32e",
|
||||
"tools/s2_e1_supervisor.py": "6753c9ceb0b932047ba505bd15681f109e9407bdb58fd96c55e1431a3f1b4a02",
|
||||
"tools/g1_registration_cost.py": "c3d722a8cfd067dfd726f8a8729e72c37dbc63e2c24ba1b0e3d767d47f7756ba",
|
||||
"tools/audit_samples.py": "a3daf70ec3bcb77bf46d9dc4887d552cf7c422117880a169969780012278cd70",
|
||||
"tools/boundary_distance.py": "a45c1cbce92521a96eb814913b4f465b926c0b3883932ab0b7c37d11db113ed7"
|
||||
},
|
||||
"input_sha256": {
|
||||
"artifacts/s2-g1-inventory-2026-11-14/custodian/parts.json": "977df4e1910607a2b540dce4a4d95dff247414c88daa54415a6799feb71abb35",
|
||||
"artifacts/s2-g1-candidates-2026-11-14/custodian/plan.json": "56ce9d88b14092d7cf782bb4b86328a9fae1ebbf1783457223bbe42007ddb605",
|
||||
"artifacts/s2-g1-copy-calibration-2026-11-14/public/calibration-thresholds.json": "93376174ddb8287eee26b86763c0269a5cd887433fbd2841b679b4041f61c862"
|
||||
},
|
||||
"thresholds_sha256": "93376174ddb8287eee26b86763c0269a5cd887433fbd2841b679b4041f61c862",
|
||||
"historical_pairs": "artifacts/s2-g1-inventory-2026-11-14/custodian/old_exposed_pairs.json",
|
||||
"archive": "data.zip",
|
||||
"archive_verification": "artifacts/intake-2026-11-13/archive_verification.json",
|
||||
"shape_columns": [
|
||||
"log(A/Rg^2)",
|
||||
"log(V/Rg^3)",
|
||||
"exact_volume_cov_eigenvalue_ratio_ascending_0",
|
||||
"exact_volume_cov_eigenvalue_ratio_ascending_1",
|
||||
"area_PPS_radial_over_Rg_P10",
|
||||
"area_PPS_radial_over_Rg_P50",
|
||||
"area_PPS_radial_over_Rg_P90"
|
||||
],
|
||||
"physical_extra_column": "log(Rg / one_original_numerical_length_unit)",
|
||||
"integrals": "V and volume center exact linear tetrahedra; covariance exact degree-2 tetra integration; A exact triangles",
|
||||
"rg": "unchanged registration convention: tetra-volume/4 nodal quadrature of centered squared radius; not replaced by sqrt(trace(exact covariance))",
|
||||
"radial": "2000 area PPS points; same numeric-prefix seed convention as fixed registration; P10/P50/P90 inverted_cdf",
|
||||
"scaling": "within-key median over 24 calibration source parts then equal-key median and linear IQR; drop exactly zero IQR columns",
|
||||
"ranking": "float64 squared Euclidean; cross-key only; competition rank=1+strictly closer count; all literal ties at k=3 included; union either route/direction",
|
||||
"extras": "exact canonical boundary-coordinate+triangle hash matches and original 30 exposed candidates; same-key pairs excluded because already same side",
|
||||
"candidate_order": "minimum four direction ranks then stable a,b IDs; count above 4000 reports before any registration",
|
||||
"workers": 8,
|
||||
"per_pair_wall_seconds": 1800,
|
||||
"per_worker_rss_bytes": 1342177280,
|
||||
"aggregate_rss_bytes": 21474836480,
|
||||
"worker_cpu_budget_seconds": 28800,
|
||||
"wall_seconds": 28800,
|
||||
"disk_bytes": 8589934592,
|
||||
"stage_scope": "fingerprints and candidate counting only; no pair registration, no field labels, no training/GPU",
|
||||
"resources": "Preparation capped at 8 CPU-h/8 GiB, separate from 100 worker CPU-h pair registration; prior usage retained",
|
||||
"failure_rate": "greater than 2% at every 100 terminal jobs and final partial batch; no replacement/retry; incomplete corpus cannot freeze candidates"
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"reported_test_seconds": 0.042,
|
||||
"source": "tools/test_g1_candidate_fingerprints.py",
|
||||
"scope": "analytic tetra moments, transformations, mesh canonical hash, competition ties and same-key exclusion"
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"status": "MISSING_FINGERPRINT_CONTRACT_FROZEN",
|
||||
"parts": 624,
|
||||
"reusable_tet_caches": 24,
|
||||
"missing_tet_prefix_reads": 600,
|
||||
"development_parts": 24,
|
||||
"k_per_route": 3,
|
||||
"contract_sha256": "471dbd2f40992bc9d861f5bd7d371ee5a74d65ccf4923720e258372ec7d07c1c",
|
||||
"plan_sha256": "56ce9d88b14092d7cf782bb4b86328a9fae1ebbf1783457223bbe42007ddb605",
|
||||
"thresholds_sha256": "93376174ddb8287eee26b86763c0269a5cd887433fbd2841b679b4041f61c862",
|
||||
"legacy_point_fingerprints_not_substituted": true,
|
||||
"registration_started": false,
|
||||
"prestart_resource_correction": "Preparation 8 CPU-h/8 GiB; the 100 CPU-h cap belongs to later pair registration"
|
||||
}
|
||||
@@ -0,0 +1,589 @@
|
||||
{
|
||||
"status": "CALIBRATION_RESIDUALS_COMPLETE",
|
||||
"jobs": [
|
||||
{
|
||||
"index": 3,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"3"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 104.24613400000001,
|
||||
"wall_seconds": 104.34149484202499,
|
||||
"peak_tree_rss_bytes": 138584064,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6684104439918883,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.693541
|
||||
},
|
||||
{
|
||||
"index": 2,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"2"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 107.05465099999999,
|
||||
"wall_seconds": 107.1368687239592,
|
||||
"peak_tree_rss_bytes": 205877248,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6682187439873815,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.718046
|
||||
},
|
||||
{
|
||||
"index": 4,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"4"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 105.253666,
|
||||
"wall_seconds": 105.38956116401823,
|
||||
"peak_tree_rss_bytes": 117981184,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.7844513850286603,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.694606
|
||||
},
|
||||
{
|
||||
"index": 5,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"5"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 107.064952,
|
||||
"wall_seconds": 107.16315035097068,
|
||||
"peak_tree_rss_bytes": 213577728,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.7843491940293461,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.827476
|
||||
},
|
||||
{
|
||||
"index": 6,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"6"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 104.711254,
|
||||
"wall_seconds": 104.81456798600266,
|
||||
"peak_tree_rss_bytes": 190140416,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.5771559749846347,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.70403
|
||||
},
|
||||
{
|
||||
"index": 7,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"7"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 101.126924,
|
||||
"wall_seconds": 101.13432590500452,
|
||||
"peak_tree_rss_bytes": 126259200,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.5763148379628547,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.694556
|
||||
},
|
||||
{
|
||||
"index": 0,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"0"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 345.822571,
|
||||
"wall_seconds": 345.9836728280061,
|
||||
"peak_tree_rss_bytes": 120782848,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.7844127420103177,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.5355349999999999
|
||||
},
|
||||
{
|
||||
"index": 1,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"1"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 369.388389,
|
||||
"wall_seconds": 369.41430594201665,
|
||||
"peak_tree_rss_bytes": 208269312,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.7846087510115467,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.634556
|
||||
},
|
||||
{
|
||||
"index": 9,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"9"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 102.066922,
|
||||
"wall_seconds": 102.10585227096453,
|
||||
"peak_tree_rss_bytes": 128983040,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.5730466920067556,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.701378
|
||||
},
|
||||
{
|
||||
"index": 11,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"11"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 102.209983,
|
||||
"wall_seconds": 102.37699639302446,
|
||||
"peak_tree_rss_bytes": 144162816,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6020107439835556,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.684167
|
||||
},
|
||||
{
|
||||
"index": 8,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"8"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 352.94858,
|
||||
"wall_seconds": 352.9781699149753,
|
||||
"peak_tree_rss_bytes": 235196416,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6233905300032347,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.585051
|
||||
},
|
||||
{
|
||||
"index": 12,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"12"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 278.941,
|
||||
"wall_seconds": 279.01993252994725,
|
||||
"peak_tree_rss_bytes": 201785344,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6233601529966109,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.332033
|
||||
},
|
||||
{
|
||||
"index": 10,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"10"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 354.84423400000003,
|
||||
"wall_seconds": 355.065687076014,
|
||||
"peak_tree_rss_bytes": 153690112,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.6233756419969723,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.5926079999999998
|
||||
},
|
||||
{
|
||||
"index": 13,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"13"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 291.73186400000003,
|
||||
"wall_seconds": 291.8592941110255,
|
||||
"peak_tree_rss_bytes": 216117248,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.8901911820285022,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.359626
|
||||
},
|
||||
{
|
||||
"index": 14,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"14"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 106.027912,
|
||||
"wall_seconds": 106.08852319000289,
|
||||
"peak_tree_rss_bytes": 142340096,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.890219344990328,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.704152
|
||||
},
|
||||
{
|
||||
"index": 18,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"18"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 119.895182,
|
||||
"wall_seconds": 120.13590188295348,
|
||||
"peak_tree_rss_bytes": 117309440,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.65209909301484,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.748766
|
||||
},
|
||||
{
|
||||
"index": 15,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"15"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 374.321994,
|
||||
"wall_seconds": 374.44143828900997,
|
||||
"peak_tree_rss_bytes": 116064256,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.9804999900516123,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.639411
|
||||
},
|
||||
{
|
||||
"index": 20,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"20"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 39.091471999999996,
|
||||
"wall_seconds": 39.24575083801756,
|
||||
"peak_tree_rss_bytes": 123375616,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.878478022001218,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.4645969999999999
|
||||
},
|
||||
{
|
||||
"index": 19,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"19"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 222.174826,
|
||||
"wall_seconds": 222.3876142090303,
|
||||
"peak_tree_rss_bytes": 107339776,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.9806232809787616,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.104692
|
||||
},
|
||||
{
|
||||
"index": 16,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"16"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 425.066322,
|
||||
"wall_seconds": 425.3148002329981,
|
||||
"peak_tree_rss_bytes": 111636480,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.9807278370135464,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 2.594137
|
||||
},
|
||||
{
|
||||
"index": 17,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"17"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 372.92807300000004,
|
||||
"wall_seconds": 373.17412441497436,
|
||||
"peak_tree_rss_bytes": 181989376,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.9807282779947855,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 1.631663
|
||||
},
|
||||
{
|
||||
"index": 21,
|
||||
"returncode": 0,
|
||||
"worker": {
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
||||
"tools/g1_copy_calibration.py",
|
||||
"21"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 36.363921999999995,
|
||||
"wall_seconds": 36.483827666030265,
|
||||
"peak_tree_rss_bytes": 72634368,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 8192,
|
||||
"max_poll_gap_seconds": 0.5030662469798699,
|
||||
"poll_target_seconds": 0.25,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": false,
|
||||
"retry": false
|
||||
},
|
||||
"supervisor_cpu_seconds": 0.732666
|
||||
}
|
||||
],
|
||||
"failed_jobs": 0,
|
||||
"failure_rate_at_final_checkpoint": 0.0,
|
||||
"stop_reason": null,
|
||||
"worker_cpu_seconds": 4523.280827,
|
||||
"guard_cpu_seconds": 24.377293,
|
||||
"coordinator_cpu_seconds": 22.494354,
|
||||
"wall_seconds": 1156.5500488080434,
|
||||
"peak_aggregate_tree_rss_bytes": 882851840,
|
||||
"disk_bytes": 21094400,
|
||||
"thresholds_frozen": false,
|
||||
"candidate_generation": false,
|
||||
"no_retries": true
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,131 @@
|
||||
{
|
||||
"status": "62_PAIRS_COMPLETE_THRESHOLDS_FROZEN",
|
||||
"thresholds_sha256": "93376174ddb8287eee26b86763c0269a5cd887433fbd2841b679b4041f61c862",
|
||||
"distribution_summary": {
|
||||
"physical": {
|
||||
"positive_count": 42,
|
||||
"min_median_p95_max": [
|
||||
0.0007153366366787923,
|
||||
0.0016649207382599964,
|
||||
0.003868268988616888,
|
||||
0.005320076871450651
|
||||
],
|
||||
"worst_pair_id": "calib-034",
|
||||
"threshold": 0.015960230614351954
|
||||
},
|
||||
"scale_free": {
|
||||
"positive_count": 62,
|
||||
"min_median_p95_max": [
|
||||
0.0005758998506588588,
|
||||
0.0016649207382598843,
|
||||
0.003785135757544529,
|
||||
0.005320076871450798
|
||||
],
|
||||
"worst_pair_id": "calib-034",
|
||||
"threshold": 0.015960230614352394
|
||||
}
|
||||
},
|
||||
"scaled_physical_negative_controls_passed": 20,
|
||||
"physical_positive_size_gate_failures": [],
|
||||
"flagged_mirror_parts": 5,
|
||||
"mirror_checks": [
|
||||
{
|
||||
"pair_id": "calib-001",
|
||||
"route": "physical",
|
||||
"det_minus": 0.0010041374783486602,
|
||||
"det_plus": 0.0007647917045646596,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.3129555045582546,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-001",
|
||||
"route": "scale_free",
|
||||
"det_minus": 0.001004137478349043,
|
||||
"det_plus": 0.0007647917045645055,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.3129555045590198,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-016",
|
||||
"route": "physical",
|
||||
"det_minus": 0.001732773893315173,
|
||||
"det_plus": 0.0015530899339115602,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.1156944974532588,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-016",
|
||||
"route": "scale_free",
|
||||
"det_minus": 0.0017327738933149946,
|
||||
"det_plus": 0.0015530899339113247,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.1156944974533132,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-031",
|
||||
"route": "physical",
|
||||
"det_minus": 0.0011500054271759914,
|
||||
"det_plus": 0.001094887566797854,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.0503411145121841,
|
||||
"ten_percent_rule_label": "symmetry-compatible; not a separate symmetry certificate"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-031",
|
||||
"route": "scale_free",
|
||||
"det_minus": 0.0011500054271762102,
|
||||
"det_plus": 0.0010948875667972748,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.0503411145129395,
|
||||
"ten_percent_rule_label": "symmetry-compatible; not a separate symmetry certificate"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-037",
|
||||
"route": "physical",
|
||||
"det_minus": 0.0013888509263811468,
|
||||
"det_plus": 0.0009531944599293038,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.457048886419414,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-037",
|
||||
"route": "scale_free",
|
||||
"det_minus": 0.0013888509263809965,
|
||||
"det_plus": 0.0009531944599292831,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.4570488864192879,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-052",
|
||||
"route": "physical",
|
||||
"det_minus": 0.0023966907417377263,
|
||||
"det_plus": 0.0012824154218277742,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.8688879601290362,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
},
|
||||
{
|
||||
"pair_id": "calib-052",
|
||||
"route": "scale_free",
|
||||
"det_minus": 0.0023966907417374275,
|
||||
"det_plus": 0.0012824154218275586,
|
||||
"note": "det- did not strictly win; retain result, including possible symmetry/local optimum",
|
||||
"det_minus_over_det_plus": 1.8688879601291173,
|
||||
"ten_percent_rule_label": "possible registration/branch issue for Claude before component freeze"
|
||||
}
|
||||
],
|
||||
"worker_cpu_seconds": 4523.280827,
|
||||
"supervision_cpu_seconds": 46.871647,
|
||||
"wall_seconds": 1156.5500488080434,
|
||||
"peak_aggregate_rss_bytes": 882851840,
|
||||
"peak_worker_rss_bytes": 235196416,
|
||||
"disk_bytes": 21094400,
|
||||
"failed_jobs": 0,
|
||||
"candidate_generation_started": false
|
||||
}
|
||||
+3046
File diff suppressed because it is too large.
Load diff
+3090
File diff suppressed because it is too large.
Load diff
+4215
File diff suppressed because it is too large.
Load diff
+5152
File diff suppressed because it is too large.
Load diff
+4926
File diff suppressed because it is too large.
Load diff
+5234
File diff suppressed because it is too large.
Load diff
+1266
File diff suppressed because it is too large.
Load diff
+1396
File diff suppressed because it is too large.
Load diff
+1461
File diff suppressed because it is too large.
Load diff
+1566
File diff suppressed because it is too large.
Load diff
+1550
File diff suppressed because it is too large.
Load diff
+1571
File diff suppressed because it is too large.
Load diff
+1282
File diff suppressed because it is too large.
Load diff
+1302
File diff suppressed because it is too large.
Load diff
+1387
File diff suppressed because it is too large.
Load diff
+1392
File diff suppressed because it is too large.
Load diff
+1426
File diff suppressed because it is too large.
Load diff
+1182
File diff suppressed because it is too large.
Load diff
+1386
File diff suppressed because it is too large.
Load diff
+1334
File diff suppressed because it is too large.
Load diff
+1557
File diff suppressed because it is too large.
Load diff
+1478
File diff suppressed because it is too large.
Load diff
+1350
File diff suppressed because it is too large.
Load diff
+1438
File diff suppressed because it is too large.
Load diff
+3920
File diff suppressed because it is too large.
Load diff
+3300
File diff suppressed because it is too large.
Load diff
+4346
File diff suppressed because it is too large.
Load diff
+1240
File diff suppressed because it is too large.
Load diff
+1470
File diff suppressed because it is too large.
Load diff
+1439
File diff suppressed because it is too large.
Load diff
+3990
File diff suppressed because it is too large.
Load diff
+4220
File diff suppressed because it is too large.
Load diff
+5204
File diff suppressed because it is too large.
Load diff
+1478
File diff suppressed because it is too large.
Load diff
+1470
File diff suppressed because it is too large.
Load diff
+1519
File diff suppressed because it is too large.
Load diff
+4634
File diff suppressed because it is too large.
Load diff
+1480
File diff suppressed because it is too large.
Load diff
+5009
File diff suppressed because it is too large.
Load diff
+5114
File diff suppressed because it is too large.
Load diff
+4912
File diff suppressed because it is too large.
Load diff
+1591
File diff suppressed because it is too large.
Load diff
+1358
File diff suppressed because it is too large.
Load diff
+1270
File diff suppressed because it is too large.
Load diff
+1444
File diff suppressed because it is too large.
Load diff
+5206
File diff suppressed because it is too large.
Load diff
+5140
File diff suppressed because it is too large.
Load diff
+5097
File diff suppressed because it is too large.
Load diff
+3768
File diff suppressed because it is too large.
Load diff
+4098
File diff suppressed because it is too large.
Load diff
+4546
File diff suppressed because it is too large.
Load diff
+5152
File diff suppressed because it is too large.
Load diff
+4732
File diff suppressed because it is too large.
Load diff
+5145
File diff suppressed because it is too large.
Load diff
+1534
File diff suppressed because it is too large.
Load diff
+1464
File diff suppressed because it is too large.
Load diff
+1583
File diff suppressed because it is too large.
Load diff
+1144
File diff suppressed because it is too large.
Load diff
+1176
File diff suppressed because it is too large.
Load diff
+4498
File diff suppressed because it is too large.
Load diff
+1123
File diff suppressed because it is too large.
Load diff
+1090
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,17 @@
|
||||
# G1 双路 k=3 候选:缺失指纹与计数合同
|
||||
|
||||
校准结束且 Claude 于 Slack `1794664166.242149` 接受阈值后,按 Mold note16 的既有向量补齐 624 件指纹。24 件复用已有无标签四面体缓存;600 件的旧表面/点云缓存缺失准确体积二阶矩,因此仅读 VTU 几何前缀补齐。没有重做校准、盲审或见证。
|
||||
|
||||
形状向量为 log(A/Rg²)、log(V/Rg³)、体积中心协方差有序特征值除以迹的前两项、面积 PPS 半径/Rg 的 P10/P50/P90。物理路追加 log(Rg/原数值长度单位)。V、中心、协方差按线性四面体解析积分,面积按真实 tet 外表面三角形精确求和。为与固定配准一致,Rg 仍采用 tet 体积/4 的节点二阶矩求积;不悄悄替换为精确协方差迹的平方根。径向分位数使用原 2000 面积 PPS 和数字前缀随机流,取 inverted_cdf 分位数。
|
||||
|
||||
缩放集仅使用已用于校准的 24 件,先按来源键对同列取中位数,再对来源键等权求中位数/IQR(linear 分位插值);恰为零 IQR 的列固定去除并登记。此处来源键是既定分组代理,不宣称有已证实母型。
|
||||
|
||||
在完整 624 件背景中排除自身和同来源键,以 float64 标准化平方欧氏距离排序。竞争名次为 1 加严格更近的件数,两路任一方向 rank≤3 均纳入,字面相等距离的并列全收。再加精确边界网格坐标/连通规范化哈希相同的跨键对及历史 30 对中的跨键候选;同键旧候选另记排除,因为已有同侧约束。无序对去重,执行优先级为四个名次的最小值,再按稳定件号排序。精确匹配和历史候选只是召回原因,所有候选关系初值仍为 UNREVIEWED。
|
||||
|
||||
实际候选数在全 624 件成功后报告。若超过 4,000,先报告再进入配准;不会降低 k 凑预算。登记的 100 worker CPU-h 属于后续配准,本次指纹准备单列≤8 CPU-h、≤8 GiB、≤8小时,8 workers、单件≤30分钟/1.25 GiB,保留既往 E1 与校准账目。每100个终结作业及末尾不足100个批次检查失败率,超过2%停止;任何缺失件都不生成“完整库候选数”,不自动重试或替换。
|
||||
|
||||
4 项合成检查通过:四面体解析矩及配准 Rg、尺度/旋转/镜像形状不变性、顶点重编号下精确网格哈希不变性、同键排除和竞争并列名次。并发监控沿用校准中已验证的逐作业监督器,新增100件检查点在每个完成事件检查,避免多作业同轮完成跨过检查点。
|
||||
|
||||
合同 SHA256 `471dbd2f40992bc9d861f5bd7d371ee5a74d65ccf4923720e258372ec7d07c1c`,计划 SHA256 `56ce9d88b14092d7cf782bb4b86328a9fae1ebbf1783457223bbe42007ddb605`,固定阈值文件 SHA256 `93376174ddb8287eee26b86763c0269a5cd887433fbd2841b679b4041f61c862`。启动前曾把100小时错放入准备合同,已在任何作业启动前更正为8小时;原未执行合同保留在 `superseded-before-start/`,实际运行以当前合同摘要为准。
|
||||
|
||||
根目录 `artifacts/s2-g1-candidates-2026-11-14/`,实时进度见 `progress.json`,既有队列不得重复启动。`batch-complete.json` 出现且全部成功后运行 `tools/count_g1_candidates.py`,生成私有完整候选表和公开 `public/candidate-count.json`。当前文档不宣称指纹已齐、计数已出或配准已启动;完成时另加回执。
|
||||
@@ -1,5 +1,30 @@
|
||||
# G1 合成复制校准:实际运行合同与检查点
|
||||
|
||||
## 完成更新(21:44,Asia/Shanghai)
|
||||
|
||||
62/62 对、22/22 作业全部完成,0 失败、0 重试。Claude 在 [21:49 接受结果并冻结阈值](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794664166242149)。两路保留独立全精度值:τ_phys=`0.015960230614351954`,τ_sf=`0.015960230614352394`,均由镜像复制 calib-034 的最大正例残差乘 3 决定。20/20 尺度负控均被物理 Rg 比门槛拒绝,42 个物理正例均通过尺寸门槛。
|
||||
|
||||
| 路线 | 正例数 | 最小残差 | 中位数 | P95 | 最大残差 |
|
||||
|---|---:|---:|---:|---:|---:|
|
||||
| 物理,无量纲 | 42 | 0.000715337 | 0.001664921 | 0.003868269 | 0.005320077 |
|
||||
| 各自 Rg 归一 | 62 | 0.000575900 | 0.001664921 | 0.003785136 | 0.005320077 |
|
||||
|
||||
两对自然视觉 rigid 的物理归一残差为 0.001441865、0.001336756,Rg 比为 1.000043332、1.000009353。它们仍不是自然跨键召回证书。
|
||||
|
||||
5 个镜像复制在两路均为 det+ 更优,下表列物理路归一残差;尺度无关路的独立完整数值在回执中,数值接近。
|
||||
|
||||
| 复制 ID | det− | det+ | det−/det+ | 按 Claude 10% 规则登记 |
|
||||
|---|---:|---:|---:|---|
|
||||
| calib-001 | 0.001004137 | 0.000764792 | 1.3130 | 组件冻结前复核 |
|
||||
| calib-016 | 0.001732774 | 0.001553090 | 1.1157 | 组件冻结前复核 |
|
||||
| calib-031 | 0.001150005 | 0.001094888 | 1.0503 | 与反射对称相容;不是独立对称性证明 |
|
||||
| calib-037 | 0.001388851 | 0.000953194 | 1.4570 | 组件冻结前复核 |
|
||||
| calib-052 | 0.002396691 | 0.001282415 | 1.8689 | 组件冻结前复核 |
|
||||
|
||||
没有剔除或重新拟合这些结果;分支分配或局部最优的原因尚未由此单独判定。该检查不阻塞候选计数。worker CPU 4,523.280827 秒,监督与协调 46.871647 秒,墙钟 1,156.55 秒,峰值聚合 RSS 约 842 MiB;产物根目录结束时 21,094,400 字节。原始逐起点/分支记录已按匿名校准 ID 导出到 `public/registration-details/`,完整分布及阈值在 `public/calibration-thresholds.json`,摘要和镜像并排记录在 `public/completion-summary.json`。
|
||||
|
||||
下文保留启动时合同和首个检查点的历史记录。当前校准已结束,后续进入 [双路候选计数](s2-g1-candidates-2026-11-14.md),不会再启动校准队列。
|
||||
|
||||
2026-11-14 21:24:46(Asia/Shanghai)实际启动。4 个 worker、22 个作业,共 62 个配准对:624 件中均匀无放回抽取 20 件,每件各一份刚体、镜像和 2 倍尺度复制,加托管交接后的两对视觉 rigid。共涉及 24 件原几何。首个公开残差检查点已完成 10 对,2 个完整作业 PASS,队列继续运行;这是部分结果,未冻结阈值或生成候选。
|
||||
|
||||
## 输入与算法
|
||||
|
||||
@@ -0,0 +1,76 @@
|
||||
"""Freeze two-route k=3 candidates; no registration or automatic geometry labels."""
|
||||
from pathlib import Path
|
||||
from collections import defaultdict
|
||||
from itertools import combinations
|
||||
import hashlib,json,time,resource
|
||||
import numpy as np
|
||||
from g1_candidate_fingerprints import ROOT,check_contract
|
||||
from s2_e1_supervisor import save
|
||||
|
||||
def route_ranks(vectors, keys, developer_indices):
|
||||
x=np.asarray(vectors,dtype=np.float64);groups=defaultdict(list)
|
||||
for i in developer_indices:groups[keys[i]].append(x[i])
|
||||
anchors=np.array([np.median(groups[k],axis=0) for k in sorted(groups)])
|
||||
center=np.median(anchors,axis=0);q=np.quantile(anchors,[.25,.75],axis=0,method='linear');iqr=q[1]-q[0]
|
||||
keep=iqr>0
|
||||
if not keep.any():raise ValueError('All descriptor columns have zero IQR')
|
||||
z=(x[:,keep]-center[keep])/iqr[keep]
|
||||
# Squared Euclidean distances preserve ordering and exact ties without sqrt.
|
||||
d=np.sum((z[:,None]-z[None,:])**2,axis=2)
|
||||
ranks=np.full(d.shape,np.iinfo(np.int32).max,dtype=np.int32)
|
||||
for i in range(len(x)):
|
||||
ids=np.array([j for j in range(len(x)) if keys[j]!=keys[i]],dtype=int)
|
||||
values=np.sort(d[i,ids]);ranks[i,ids]=1+np.searchsorted(values,d[i,ids],side='left')
|
||||
return ranks,d,{'median':center.tolist(),'iqr':iqr.tolist(),'kept_columns':np.flatnonzero(keep).tolist(),
|
||||
'zero_iqr_columns':np.flatnonzero(~keep).tolist(),'development_source_keys':len(groups),
|
||||
'weighting':'within-source-key median over calibration parts, then source-key-equal median/IQR'}
|
||||
|
||||
def main():
|
||||
start=time.monotonic();c=check_contract(ROOT)
|
||||
batch=json.loads((ROOT/'batch-complete.json').read_text());assert batch['status']=='ALL_FINGERPRINTS_COMPLETE' and batch['failed_jobs']==0
|
||||
plan=json.loads((ROOT/'custodian/plan.json').read_text());jobs=plan['jobs'];cases=[j['case'] for j in jobs];keys=[j['source_key'] for j in jobs]
|
||||
assert len(cases)==len(set(cases))==624 and cases==sorted(cases)
|
||||
rows=[json.loads((ROOT/'custodian/fingerprints'/case/'fingerprint.json').read_text()) for case in cases]
|
||||
dev=set(plan['development_cases']);developer_indices=[i for i,x in enumerate(cases) if x in dev];assert len(developer_indices)==24
|
||||
matrices={};scalers={};distances={}
|
||||
for route,field in [('physical','physical_vector'),('scale_free','shape_vector')]:
|
||||
matrices[route],distances[route],scalers[route]=route_ranks([r[field] for r in rows],keys,developer_indices)
|
||||
proposals=defaultdict(set);index={case:i for i,case in enumerate(cases)};route_counts={}
|
||||
for route,ranks in matrices.items():
|
||||
selected={(min(i,j),max(i,j)) for i,j in zip(*np.where(ranks<=3))}
|
||||
route_counts[route]=len(selected)
|
||||
for pair in selected:proposals[pair].add(route+'_k3')
|
||||
exact=defaultdict(list)
|
||||
for i,r in enumerate(rows):exact[r['exact_boundary_mesh_sha256']].append(i)
|
||||
exact_pairs=set()
|
||||
for group in exact.values():
|
||||
for i,j in combinations(group,2):
|
||||
if keys[i]!=keys[j]:exact_pairs.add((i,j));proposals[(i,j)].add('exact_boundary_mesh')
|
||||
old=json.loads(Path(c['historical_pairs']).read_text());legacy_pairs=set();legacy_same_key=[]
|
||||
for p in old:
|
||||
i,j=sorted((index[p['a']],index[p['b']]))
|
||||
if keys[i]==keys[j]:legacy_same_key.append([p['a'],p['b']]);continue
|
||||
legacy_pairs.add((i,j));proposals[(i,j)].add('historical_exposed_candidate')
|
||||
candidates=[]
|
||||
for (i,j),reasons in proposals.items():
|
||||
ranks={route:[int(m[i,j]),int(m[j,i])] for route,m in matrices.items()}
|
||||
candidates.append({'a':cases[i],'b':cases[j],'source_key_a':keys[i],'source_key_b':keys[j],
|
||||
'routes_direction_ranks':ranks,'min_rank':min(v for x in ranks.values() for v in x),
|
||||
'squared_distances':{route:float(d[i,j]) for route,d in distances.items()},
|
||||
'reasons':sorted(reasons),'relation':'UNREVIEWED','registration_status':'NOT_STARTED'})
|
||||
candidates.sort(key=lambda r:(r['min_rank'],r['a'],r['b']))
|
||||
path=ROOT/'custodian/candidate-pairs.json'
|
||||
if path.exists():raise FileExistsError('Candidate set already frozen')
|
||||
save(path,{'k':3,'pairs':candidates,'scalers':scalers,'same_key_legacy_pairs_excluded':legacy_same_key,
|
||||
'calibration_thresholds_sha256':c['thresholds_sha256'],'ranking':'competition rank=1+#strictly closer cross-key items; literal float64 ties all included'})
|
||||
path.chmod(0o600)
|
||||
report={'status':'CANDIDATES_COUNTED_NOT_REGISTERED','parts':624,'source_keys':len(set(keys)),'k_per_route':3,
|
||||
'route_unordered_counts':route_counts,'exact_cross_key_pairs':len(exact_pairs),'historical_cross_key_pairs':len(legacy_pairs),
|
||||
'historical_same_key_excluded':len(legacy_same_key),'union_pairs':len(candidates),'above_4000_report_before_registration':len(candidates)>4000,
|
||||
'candidate_sha256':hashlib.sha256(path.read_bytes()).hexdigest(),'calibration_thresholds_sha256':c['thresholds_sha256'],
|
||||
'scalers':scalers,'max_min_rank':max(r['min_rank'] for r in candidates),'all_relations_unreviewed':True,
|
||||
'worker_cpu_seconds_fingerprints':batch['worker_cpu_seconds'],'count_cpu_seconds':sum(resource.getrusage(resource.RUSAGE_SELF)[:2]),
|
||||
'count_wall_seconds':time.monotonic()-start,'cross_key_recall_certified':False,'registration_started':False}
|
||||
save(ROOT/'public/candidate-count.json',report);print(json.dumps(report,indent=2))
|
||||
|
||||
if __name__=='__main__':main()
|
||||
@@ -0,0 +1,98 @@
|
||||
"""Tet-only volume/area fingerprints for the fixed two-route candidate count."""
|
||||
from pathlib import Path
|
||||
from xml.etree import ElementTree as ET
|
||||
from zipfile import ZipFile
|
||||
import argparse, hashlib, json, os, resource, time
|
||||
import numpy as np
|
||||
from audit_samples import decode_array
|
||||
from g1_registration_cost import sample_surface
|
||||
from s2_e1_supervisor import save
|
||||
|
||||
ROOT=Path(os.environ.get('MELTMIND_G1_FINGERPRINT_ROOT','artifacts/s2-g1-candidates-2026-11-14'))
|
||||
|
||||
def read_tets(stream):
|
||||
points=None;cells={};stack=[];allowed={'Points','connectivity','offsets','types'}
|
||||
for event,e in ET.iterparse(stream,events=('start','end')):
|
||||
if event=='start':
|
||||
stack.append(e.tag)
|
||||
if e.tag in ('PointData','CellData'):raise ValueError('Field association before geometry complete')
|
||||
if e.tag=='VTKFile':
|
||||
if e.get('byte_order')!='LittleEndian' or e.get('compressor')!='vtkZLibDataCompressor':raise ValueError('Unsupported geometry encoding')
|
||||
header=e.get('header_type','UInt32')
|
||||
else:
|
||||
if e.tag=='DataArray':
|
||||
name=e.get('Name')
|
||||
if name not in allowed or stack[-2] not in ('Points','Cells'):raise ValueError('Non-geometry array')
|
||||
v=decode_array(e,header).copy()
|
||||
if name=='Points':points=v
|
||||
else:cells[name]=v
|
||||
e.clear()
|
||||
if points is not None and len(cells)==3:break
|
||||
stack.pop()
|
||||
if points is None or len(cells)!=3:raise ValueError('Incomplete geometry')
|
||||
offsets=np.r_[0,cells['offsets']];ids=np.flatnonzero(cells['types']==10)
|
||||
if not len(ids) or np.any(offsets[ids+1]-offsets[ids]!=4):raise ValueError('Invalid tetrahedra')
|
||||
return points,cells['connectivity'][offsets[ids,None]+np.arange(4)]
|
||||
|
||||
def fingerprint(points,tetra,prefix):
|
||||
if not np.isfinite(points).all() or tetra.min()<0 or tetra.max()>=len(points):raise ValueError('Invalid geometry')
|
||||
used=np.unique(tetra);x=np.asarray(points[used],dtype=np.float64);tet=np.searchsorted(used,tetra)
|
||||
q=x[tet];volume=np.abs(np.einsum('ij,ij->i',np.cross(q[:,1]-q[:,0],q[:,2]-q[:,0]),q[:,3]-q[:,0]))/6
|
||||
if np.any(volume<=0):raise ValueError('Zero-volume tetrahedron')
|
||||
v=float(volume.sum());center=np.einsum('ni,n->i',q.mean(1),volume)/v
|
||||
centered=q-center;tot=centered.sum(1)
|
||||
# Exact degree-2 integration in each linear tetrahedron (Dirichlet moments).
|
||||
covariance=(np.einsum('nki,nkj,n->ij',centered,centered,volume)+np.einsum('ni,nj,n->ij',tot,tot,volume))/(20*v)
|
||||
eigenvalues=np.linalg.eigvalsh(covariance)
|
||||
if eigenvalues[0]<=0:raise ValueError('Invalid volume covariance')
|
||||
# Preserve the registration Rg convention: tetra volume/4 nodal quadrature.
|
||||
rg=float(np.sqrt(np.einsum('nki,nki,n->',centered,centered,volume)/(4*v)))
|
||||
del q,centered,tot
|
||||
f=np.sort(tet[:,np.array([[0,1,2],[0,1,3],[0,2,3],[1,2,3]])].reshape(-1,3),axis=1)
|
||||
unique,counts=np.unique(f,axis=0,return_counts=True)
|
||||
if np.any(counts>2):raise ValueError('Nonmanifold tetra faces')
|
||||
boundary=unique[counts==1];tri=x[boundary]
|
||||
a=float(np.linalg.norm(np.cross(tri[:,1]-tri[:,0],tri[:,2]-tri[:,0]),axis=1).sum()/2)
|
||||
g={'points':x,'boundary':boundary,'center':center,'rg':np.array(rg)}
|
||||
sampled,_=sample_surface(g,prefix)
|
||||
radial=np.quantile(np.linalg.norm(sampled-center,axis=1)/rg,[.1,.5,.9],method='inverted_cdf')
|
||||
ratios=eigenvalues/eigenvalues.sum()
|
||||
shape=np.r_[np.log(a/rg**2),np.log(v/rg**3),ratios[:2],radial]
|
||||
# Exact boundary-mesh equality candidate, independent of vertex/face order.
|
||||
surf_ids=np.unique(boundary);sx=x[surf_ids].copy();sx[sx==0]=0
|
||||
sf=np.searchsorted(surf_ids,boundary);order=np.lexsort((sx[:,2],sx[:,1],sx[:,0]));inverse=np.empty_like(order);inverse[order]=np.arange(len(order))
|
||||
canon=np.sort(inverse[sf],axis=1);canon=canon[np.lexsort((canon[:,2],canon[:,1],canon[:,0]))]
|
||||
h=hashlib.sha256();h.update(np.asarray(sx[order],dtype='<f8').tobytes());h.update(np.asarray(canon,dtype='<i8').tobytes())
|
||||
return g,{'volume':v,'area':a,'rg_registration_quadrature':rg,'volume_center':center.tolist(),
|
||||
'exact_volume_covariance_eigenvalues':eigenvalues.tolist(),'shape_vector':shape.tolist(),
|
||||
'physical_vector':np.r_[shape,np.log(rg)].tolist(),'surface_radial_quantiles':radial.tolist(),
|
||||
'exact_boundary_mesh_sha256':h.hexdigest(),'tetrahedra':len(tet),'surface_triangles':len(boundary)}
|
||||
|
||||
def check_contract(root):
|
||||
c=json.loads((root/'contract.json').read_text())
|
||||
for path,h in {**c['code_sha256'],**c['input_sha256']}.items():
|
||||
if hashlib.sha256(Path(path).read_bytes()).hexdigest()!=h:raise ValueError('Frozen input/source changed: '+path)
|
||||
return c
|
||||
|
||||
def main():
|
||||
ap=argparse.ArgumentParser();ap.add_argument('index',type=int);args=ap.parse_args();c=check_contract(ROOT)
|
||||
job=json.loads((ROOT/'custodian/plan.json').read_text())['jobs'][args.index];case=job['case'];start=time.monotonic()
|
||||
dest=ROOT/'custodian/fingerprints'/case;dest.mkdir(parents=True,exist_ok=False)
|
||||
if job['tet_cache']:
|
||||
if hashlib.sha256(Path(job['tet_cache']).read_bytes()).hexdigest()!=job['tet_cache_sha256']:raise ValueError('Tet cache changed')
|
||||
with np.load(job['tet_cache'],allow_pickle=False) as z:
|
||||
if 'fill_time_raw' in z.files:raise ValueError('Mixed label cache forbidden')
|
||||
points=z['points_raw'];tetra=z['tetra']
|
||||
mode='existing_label_free_tet_cache'
|
||||
else:
|
||||
verification=json.loads(Path(c['archive_verification']).read_text());st=Path(c['archive']).stat()
|
||||
if (st.st_size,st.st_mtime_ns,st.st_ino)!=(verification['bytes'],verification['mtime_ns'],verification['inode']):raise ValueError('Archive changed')
|
||||
with ZipFile(c['archive']) as z,z.open(case+'_sim.vtu') as stream:points,tetra=read_tets(stream)
|
||||
mode='geometry_prefix_for_missing_volume_fingerprint'
|
||||
g,result=fingerprint(points,tetra,int(case.split('_')[0]));np.savez_compressed(dest/'geometry.npz',**g)
|
||||
save(dest/'fingerprint.json',{'case':case,'source_key':job['source_key'],**result,'source_mode':mode,
|
||||
'simulation_fields_read':False,'cpu_seconds':sum(resource.getrusage(resource.RUSAGE_SELF)[:2]),
|
||||
'wall_seconds':time.monotonic()-start,'peak_rss_bytes':resource.getrusage(resource.RUSAGE_SELF).ru_maxrss*1024})
|
||||
print(json.dumps({'index':args.index,'status':'FINGERPRINT_COMPLETE'}),flush=True)
|
||||
|
||||
if __name__=='__main__':main()
|
||||
@@ -0,0 +1,56 @@
|
||||
"""Freeze missing note16 fingerprints and k=3 counting, with no threshold refit."""
|
||||
from pathlib import Path
|
||||
from zipfile import ZipFile
|
||||
import json,hashlib
|
||||
from g1_candidate_fingerprints import ROOT
|
||||
from s2_e1_supervisor import save
|
||||
|
||||
def sha(path):return hashlib.sha256(Path(path).read_bytes()).hexdigest()
|
||||
def main():
|
||||
ROOT.mkdir(exist_ok=False);private=ROOT/'custodian';private.mkdir(mode=0o700);(ROOT/'public').mkdir()
|
||||
inventory=Path('artifacts/s2-g1-inventory-2026-11-14/custodian/parts.json');parts=json.loads(inventory.read_text())
|
||||
calibration=Path('artifacts/s2-g1-copy-calibration-2026-11-14/public/calibration-thresholds.json');t=json.loads(calibration.read_text())
|
||||
assert t['status']=='CALIBRATION_THRESHOLDS_FROZEN'
|
||||
development=json.loads(Path('artifacts/s2-g1-copy-calibration-2026-11-14/custodian/plan.json').read_text())
|
||||
dev=sorted({case for j in development['jobs'] for case in j['cases']});assert len(dev)==24
|
||||
jobs=[]
|
||||
for r in sorted(parts,key=lambda r:r['case']):
|
||||
cache=None
|
||||
for item in r['surface_caches']:
|
||||
if item['contains_field_labels']:continue
|
||||
with ZipFile(item['path']) as z:keys={n.removesuffix('.npy') for n in z.namelist()}
|
||||
if {'points_raw','tetra'}<=keys:cache=item['path'];break
|
||||
jobs.append({'case':r['case'],'source_key':r['source_key'],'tet_cache':cache,
|
||||
'tet_cache_sha256':sha(cache) if cache else None,'prior_exposure':r['exposure_state']})
|
||||
assert len(jobs)==624
|
||||
save(private/'plan.json',{'jobs':jobs,'development_cases':dev,'purpose':'missing tet-volume note16 fingerprints, not repeated calibration'})
|
||||
(private/'plan.json').chmod(0o600)
|
||||
files=['prepare_g1_candidate_fingerprints','g1_candidate_fingerprints','run_g1_candidate_fingerprints','count_g1_candidates',
|
||||
's2_e1_supervisor','g1_registration_cost','audit_samples','boundary_distance']
|
||||
contract={'authorizing_rulings':['1794661944.308269','1794662380.787319','1794664166.242149'],
|
||||
'code_sha256':{f'tools/{name}.py':sha(f'tools/{name}.py') for name in files},
|
||||
'input_sha256':{str(p):sha(p) for p in [inventory,private/'plan.json',calibration]},'thresholds_sha256':sha(calibration),
|
||||
'historical_pairs':'artifacts/s2-g1-inventory-2026-11-14/custodian/old_exposed_pairs.json',
|
||||
'archive':'data.zip','archive_verification':'artifacts/intake-2026-11-13/archive_verification.json',
|
||||
'shape_columns':['log(A/Rg^2)','log(V/Rg^3)','exact_volume_cov_eigenvalue_ratio_ascending_0','exact_volume_cov_eigenvalue_ratio_ascending_1','area_PPS_radial_over_Rg_P10','area_PPS_radial_over_Rg_P50','area_PPS_radial_over_Rg_P90'],
|
||||
'physical_extra_column':'log(Rg / one_original_numerical_length_unit)',
|
||||
'integrals':'V and volume center exact linear tetrahedra; covariance exact degree-2 tetra integration; A exact triangles',
|
||||
'rg':'unchanged registration convention: tetra-volume/4 nodal quadrature of centered squared radius; not replaced by sqrt(trace(exact covariance))',
|
||||
'radial':'2000 area PPS points; same numeric-prefix seed convention as fixed registration; P10/P50/P90 inverted_cdf',
|
||||
'scaling':'within-key median over 24 calibration source parts then equal-key median and linear IQR; drop exactly zero IQR columns',
|
||||
'ranking':'float64 squared Euclidean; cross-key only; competition rank=1+strictly closer count; all literal ties at k=3 included; union either route/direction',
|
||||
'extras':'exact canonical boundary-coordinate+triangle hash matches and original 30 exposed candidates; same-key pairs excluded because already same side',
|
||||
'candidate_order':'minimum four direction ranks then stable a,b IDs; count above 4000 reports before any registration',
|
||||
'workers':8,'per_pair_wall_seconds':1800,'per_worker_rss_bytes':1342177280,'aggregate_rss_bytes':20*1024**3,
|
||||
'worker_cpu_budget_seconds':8*3600,'wall_seconds':8*3600,'disk_bytes':8*1024**3,
|
||||
'stage_scope':'fingerprints and candidate counting only; no pair registration, no field labels, no training/GPU',
|
||||
'resources':'preparation capped at 8 CPU-h/8 GiB, separate from the 100 worker CPU-h pair-registration budget; prior E1 and calibration usage retained',
|
||||
'failure_rate':'greater than 2% at every 100 terminal jobs and final partial batch; no replacement/retry; incomplete corpus cannot freeze candidates'}
|
||||
save(ROOT/'contract.json',contract)
|
||||
save(ROOT/'public/preparation.json',{'status':'MISSING_FINGERPRINT_CONTRACT_FROZEN','parts':624,
|
||||
'reusable_tet_caches':sum(j['tet_cache'] is not None for j in jobs),'missing_tet_prefix_reads':sum(j['tet_cache'] is None for j in jobs),
|
||||
'development_parts':24,'k_per_route':3,'contract_sha256':sha(ROOT/'contract.json'),'plan_sha256':sha(private/'plan.json'),
|
||||
'thresholds_sha256':sha(calibration),'legacy_point_fingerprints_not_substituted':True,'registration_started':False})
|
||||
print((ROOT/'public/preparation.json').read_text())
|
||||
|
||||
if __name__=='__main__':main()
|
||||
@@ -0,0 +1,104 @@
|
||||
"""Guarded missing fingerprint extraction; no retries; count follows a complete corpus."""
|
||||
from pathlib import Path
|
||||
import argparse
|
||||
import fcntl
|
||||
import json
|
||||
import os
|
||||
import resource
|
||||
import signal
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
import psutil
|
||||
from g1_candidate_fingerprints import ROOT, check_contract
|
||||
from s2_e1_supervisor import supervise, save, disk_usage, stop_group
|
||||
|
||||
def guard(index):
|
||||
c=check_contract(ROOT);plan=json.loads((ROOT/'custodian/plan.json').read_text());n=1
|
||||
job=ROOT/'jobs'/f'job-{index:02d}';job.mkdir(parents=True,exist_ok=True)
|
||||
limit=n*c['per_pair_wall_seconds']
|
||||
r=supervise([sys.executable,'tools/g1_candidate_fingerprints.py',str(index)],job,'worker',
|
||||
dict(total_cpu_seconds=limit+1,job_cpu_seconds=limit,job_wall_seconds=limit,
|
||||
tree_rss_bytes=c['per_worker_rss_bytes'],disk_bytes=c['disk_bytes'],max_processes=2),poll=.25)
|
||||
save(job/'guard-result.json',{'worker':r,'supervisor_cpu_seconds':sum(resource.getrusage(resource.RUSAGE_SELF)[:2])})
|
||||
return 0 if r['status']=='PASS' else 1
|
||||
|
||||
def terminate_workers(active):
|
||||
# Guards stay alive to reap killed workers and write failure receipts.
|
||||
for p,_ in active.values():
|
||||
try:
|
||||
for child in psutil.Process(p.pid).children():stop_group(child.pid)
|
||||
except psutil.NoSuchProcess:pass
|
||||
|
||||
def run():
|
||||
c=check_contract(ROOT);plan=json.loads((ROOT/'custodian/plan.json').read_text())
|
||||
lock=(ROOT/'batch.lock').open('a');fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
|
||||
if (ROOT/'batch-started.json').exists():raise FileExistsError('Batch already attempted; no automatic restart')
|
||||
env=dict(os.environ,OMP_NUM_THREADS='1',OPENBLAS_NUM_THREADS='1',MKL_NUM_THREADS='1',NUMEXPR_NUM_THREADS='1',CUDA_VISIBLE_DEVICES='')
|
||||
save(ROOT/'batch-started.json',{'pid':os.getpid(),'started_unix':time.time(),'jobs':len(plan['jobs']),'parts':len(plan['jobs']),'workers':c['workers'],'contract_sha256':__import__('hashlib').sha256((ROOT/'contract.json').read_bytes()).hexdigest()})
|
||||
started=time.monotonic();active={};done=[];next_index=0;reason=None;peak_rss=0
|
||||
def interrupted(*_):
|
||||
nonlocal reason
|
||||
reason='coordinator_interrupted'
|
||||
signal.signal(signal.SIGTERM,interrupted);signal.signal(signal.SIGINT,interrupted)
|
||||
try:
|
||||
while active or (next_index<len(plan['jobs']) and reason is None):
|
||||
while reason is None and len(active)<c['workers'] and next_index<len(plan['jobs']):
|
||||
i=next_index;next_index+=1;path=ROOT/'jobs'/f'job-{i:02d}';path.mkdir(parents=True,exist_ok=True)
|
||||
log=(path/'guard.log').open('x')
|
||||
p=subprocess.Popen([sys.executable,__file__,'--guard',str(i)],env=env,stdout=log,stderr=subprocess.STDOUT,start_new_session=True)
|
||||
active[i]=(p,log)
|
||||
print(json.dumps({'event':'STARTED','job':i,'guard_pid':p.pid}),flush=True)
|
||||
for i,(p,log) in list(active.items()):
|
||||
code=p.poll()
|
||||
if code is not None:
|
||||
log.close();path=ROOT/'jobs'/f'job-{i:02d}'/'guard-result.json'
|
||||
result=json.loads(path.read_text()) if path.exists() else {'worker':{'status':'GUARD_FAILED','cpu_seconds':0},'supervisor_cpu_seconds':0}
|
||||
done.append({'index':i,'returncode':code,**result});del active[i]
|
||||
if len(done)%100==0 and sum(r['worker']['status']!='PASS' for r in done)/len(done)>.02:
|
||||
reason='failure_rate_over_2_percent'
|
||||
print(json.dumps({'event':'FINISHED','job':i,'status':result['worker']['status'],'completed':len(done)}),flush=True)
|
||||
# Evaluate failures at every 100 terminal jobs and at the final partial batch.
|
||||
if done and len(done)==len(plan['jobs']):
|
||||
if sum(r['worker']['status']!='PASS' for r in done)/len(done)>.02:reason='failure_rate_over_2_percent'
|
||||
if time.monotonic()-started>=c['wall_seconds']:reason='global_wall_limit'
|
||||
if disk_usage(ROOT)>=c['disk_bytes']:reason='global_disk_limit'
|
||||
live_cpu=live_rss=0
|
||||
for p,_ in active.values():
|
||||
try:
|
||||
for q in [psutil.Process(p.pid)]+psutil.Process(p.pid).children(recursive=True):
|
||||
try:
|
||||
t=q.cpu_times();live_cpu+=t.user+t.system+t.children_user+t.children_system;live_rss+=q.memory_info().rss
|
||||
except psutil.NoSuchProcess:pass
|
||||
except psutil.NoSuchProcess:pass
|
||||
peak_rss=max(peak_rss,live_rss)
|
||||
completed_cpu=sum(r['worker']['cpu_seconds']+r['supervisor_cpu_seconds'] for r in done)
|
||||
if completed_cpu+live_cpu>=c['worker_cpu_budget_seconds']:reason='global_cpu_limit'
|
||||
if live_rss>=c['aggregate_rss_bytes']:reason='aggregate_rss_limit'
|
||||
if reason:terminate_workers(active)
|
||||
save(ROOT/'progress.json',{'completed_jobs':len(done),'active_jobs':list(active),'next_job':next_index,
|
||||
'completed_worker_cpu_seconds':sum(r['worker']['cpu_seconds'] for r in done),
|
||||
'live_tree_cpu_seconds':live_cpu,'active_tree_rss_bytes':live_rss,'stop_reason':reason,'elapsed_seconds':time.monotonic()-started})
|
||||
if active:time.sleep(.5)
|
||||
finally:
|
||||
terminate_workers(active)
|
||||
for p,log in active.values():
|
||||
try:p.wait(timeout=10)
|
||||
except subprocess.TimeoutExpired:stop_group(p.pid);p.wait()
|
||||
log.close()
|
||||
failures=sum(r['worker']['status']!='PASS' for r in done)
|
||||
passed=reason is None and len(done)==len(plan['jobs']) and failures==0
|
||||
summary={'status':'ALL_FINGERPRINTS_COMPLETE' if passed else 'FINGERPRINTS_INCOMPLETE',
|
||||
'jobs':done,'failed_jobs':failures,'failure_rate_at_final_checkpoint':failures/len(done) if done else None,
|
||||
'stop_reason':reason,'worker_cpu_seconds':sum(r['worker']['cpu_seconds'] for r in done),
|
||||
'guard_cpu_seconds':sum(r['supervisor_cpu_seconds'] for r in done),
|
||||
'coordinator_cpu_seconds':sum(resource.getrusage(resource.RUSAGE_SELF)[:2]),
|
||||
'wall_seconds':time.monotonic()-started,'peak_aggregate_tree_rss_bytes':peak_rss,
|
||||
'disk_bytes':disk_usage(ROOT),'thresholds_frozen_before_extraction':True,'candidate_generation':False,'no_retries':True}
|
||||
save(ROOT/'batch-complete.json' if passed else ROOT/'batch-incomplete.json',summary)
|
||||
print(json.dumps({k:v for k,v in summary.items() if k!='jobs'}),flush=True)
|
||||
return 0 if passed else 1
|
||||
|
||||
if __name__=='__main__':
|
||||
ap=argparse.ArgumentParser();ap.add_argument('--guard',type=int);a=ap.parse_args()
|
||||
sys.exit(guard(a.guard) if a.guard is not None else run())
|
||||
@@ -0,0 +1,33 @@
|
||||
import unittest
|
||||
import numpy as np
|
||||
from scipy.spatial.transform import Rotation
|
||||
from g1_candidate_fingerprints import fingerprint
|
||||
from count_g1_candidates import route_ranks
|
||||
|
||||
class FingerprintChecks(unittest.TestCase):
|
||||
def setUp(self):
|
||||
self.x=np.array([[0.,0,0],[3.,0,0],[0,2.,0],[0,0,1.]]);self.t=np.array([[0,1,2,3]])
|
||||
def test_exact_tetra_moments_and_registration_rg(self):
|
||||
g,r=fingerprint(self.x,self.t,123)
|
||||
cov=np.array([[27,-6,-3],[-6,12,-2],[-3,-2,3]])/80
|
||||
self.assertAlmostEqual(r['volume'],1)
|
||||
np.testing.assert_allclose(r['volume_center'],[.75,.5,.25])
|
||||
np.testing.assert_allclose(r['exact_volume_covariance_eigenvalues'],np.linalg.eigvalsh(cov))
|
||||
self.assertAlmostEqual(float(g['rg'])**2,2.625)
|
||||
def test_scale_rotation_mirror_invariance(self):
|
||||
_,a=fingerprint(self.x,self.t,123);r=Rotation.from_rotvec([.3,.5,-.7]).as_matrix()
|
||||
for parity in [-1,1]:
|
||||
y=2*self.x@(r@np.diag([parity,1,1])).T+[7,-3,2]
|
||||
_,b=fingerprint(y,self.t,123)
|
||||
np.testing.assert_allclose(a['shape_vector'],b['shape_vector'],atol=1e-12,rtol=1e-12)
|
||||
self.assertAlmostEqual(b['physical_vector'][-1]-a['physical_vector'][-1],np.log(2))
|
||||
def test_exact_hash_independent_of_vertex_numbering(self):
|
||||
_,a=fingerprint(self.x,self.t,123);order=np.array([2,0,3,1]);inv=np.argsort(order)
|
||||
_,b=fingerprint(self.x[order],inv[self.t[:,::-1]],123)
|
||||
self.assertEqual(a['exact_boundary_mesh_sha256'],b['exact_boundary_mesh_sha256'])
|
||||
def test_competition_ties_and_same_key_exclusion(self):
|
||||
r,_,s=route_ranks([[0,8],[1,8],[-1,8],[0,8]],['a','b','c','a'],[0,1,2,3])
|
||||
self.assertEqual(r[0,1],1);self.assertEqual(r[0,2],1);self.assertGreater(r[0,3],3)
|
||||
self.assertEqual(s['zero_iqr_columns'],[1])
|
||||
|
||||
if __name__=='__main__':unittest.main(verbosity=2)
|
||||
Reference in new issue
Block a user