846 lines
31 KiB
JSON
846 lines
31 KiB
JSON
{
|
|
"unix": 1794751485.2611742,
|
|
"queue_terminal_time": "2026-11-15T21:58:59.526234+08:00",
|
|
"source_pins": "PASS",
|
|
"sessions": {
|
|
"continuation": {
|
|
"id": 4085,
|
|
"exit_code": 1
|
|
},
|
|
"guard": {
|
|
"id": 69013,
|
|
"exit_code": 0
|
|
},
|
|
"gates": {
|
|
"id": 84507,
|
|
"exit_code": 1
|
|
}
|
|
},
|
|
"host_no_live_s3b": true,
|
|
"queue": {
|
|
"status": "TEN_STOPPED",
|
|
"stop_reason": "NUMERICAL_FAILURE",
|
|
"selected_solver": null,
|
|
"candidates": [
|
|
{
|
|
"method": "splu",
|
|
"status": "STOPPED",
|
|
"reason": "RESOURCE_STOP",
|
|
"classification": {
|
|
"category": "RESOURCE_STOP",
|
|
"solver_attributable": true,
|
|
"reason": "wall_limit",
|
|
"last_phase": "PRESSURE_FACTORIZE"
|
|
},
|
|
"attempts": [
|
|
{
|
|
"method": "splu",
|
|
"index": 0,
|
|
"case": "00001130_c2db313c2ce749d784c610d2_step_002",
|
|
"worker": {
|
|
"status": "PASS",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-ten-2026-11-15",
|
|
"0",
|
|
"splu"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 36.975542,
|
|
"wall_seconds": 37.031975959951524,
|
|
"peak_tree_rss_bytes": 135684096,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 5173248,
|
|
"max_poll_gap_seconds": 0.3977732859784737,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"files": {
|
|
"result": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/output/result.json",
|
|
"sha256": "654860d69a59944af8ca850772710be2a3fe7ae702cd03b703e598a82d56ae1d"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/output/progress.json",
|
|
"sha256": "4ac0eca43d81d9f439da8071e2b29e72aff203dee26559e036c7145001feb528"
|
|
}
|
|
},
|
|
"reused_original": true,
|
|
"original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/guard-result.json",
|
|
"original_guard_result_sha256": "9ca50e2510f578c9745df7a04720d474b85a9c1f594c16a15774b99f1e26e7fe",
|
|
"pressure_calls": 468,
|
|
"early_resolves": 386,
|
|
"dead_end_share": 0.8247863247863247
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 1,
|
|
"case": "00001324_5bf4a74af99f405392406e40_step_000",
|
|
"worker": {
|
|
"status": "PASS",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-ten-2026-11-15",
|
|
"1",
|
|
"splu"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 360.905106,
|
|
"wall_seconds": 361.0114358169958,
|
|
"peak_tree_rss_bytes": 148307968,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 7524352,
|
|
"max_poll_gap_seconds": 0.7691794019774534,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"files": {
|
|
"result": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/output/result.json",
|
|
"sha256": "601778b817235773f539f3985cd4cc846206dd040ba5c348c41343da99bf489f"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/output/progress.json",
|
|
"sha256": "7bfd7626508b07fd39648992df13ec9d51410f9aa258a91a1ee5c0e716f20300"
|
|
}
|
|
},
|
|
"reused_original": true,
|
|
"original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/guard-result.json",
|
|
"original_guard_result_sha256": "13a96b0072e4713cca94a9f7c7d6e89c53e044d1b5f0108a8de8d32750ccff21",
|
|
"pressure_calls": 2808,
|
|
"early_resolves": 2807,
|
|
"dead_end_share": 0.9996438746438746
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 2,
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"worker": {
|
|
"status": "PASS",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-ten-2026-11-15",
|
|
"2",
|
|
"splu"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 565.748434,
|
|
"wall_seconds": 565.9334301319905,
|
|
"peak_tree_rss_bytes": 171499520,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 7901184,
|
|
"max_poll_gap_seconds": 1.3971312350477092,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"files": {
|
|
"result": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/output/result.json",
|
|
"sha256": "6f972eaba4f27eb4bd7f24941a4ec55419691fef1e460376c68343e5b130edb2"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/output/progress.json",
|
|
"sha256": "f754cfa618e96d901333a33a4f1dec9a1d7c154dad4fd5e836ed41a1fc0642e3"
|
|
}
|
|
},
|
|
"reused_original": true,
|
|
"original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/guard-result.json",
|
|
"original_guard_result_sha256": "928aa79b59c6ac3b5b0dfe8b2747eed3e3c8b10b03f9ed2588edc67b9f97a204",
|
|
"pressure_calls": 2332,
|
|
"early_resolves": 2330,
|
|
"dead_end_share": 0.9991423670668954
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 3,
|
|
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
|
|
"worker": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"3",
|
|
"splu"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.533932,
|
|
"wall_seconds": 1800.0501605010359,
|
|
"peak_tree_rss_bytes": 317460480,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 15327232,
|
|
"max_poll_gap_seconds": 0.9448504350148141,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "RESOURCE_STOP",
|
|
"solver_attributable": true,
|
|
"reason": "wall_limit",
|
|
"last_phase": "PRESSURE_FACTORIZE"
|
|
},
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"files": {
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/progress.json",
|
|
"sha256": "fd1527b1a0d4cd24ab7a876ffa1458eb2a016493a41b179eb8faf8efac186a74"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"not_run_cases": [
|
|
"00000746_6cb3ddbb49974d7db0e97135_step_001",
|
|
"00000777_a25fb37392a44447b9684f16_step_002",
|
|
"00001552_b0a9c4d836294846891615fe_step_000",
|
|
"00001379_5b1d6e2599ea47d498a04256_step_000",
|
|
"00000610_04e799936ae446b9a3d8d2b8_step_001",
|
|
"00000666_6f67a59c16b949a4b66dcfe1_step_000"
|
|
]
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"status": "STOPPED",
|
|
"reason": "NUMERICAL_FAILURE",
|
|
"classification": {
|
|
"category": "NUMERICAL_FAILURE",
|
|
"solver_attributable": true,
|
|
"reason": "Pressure flux imbalance=1.0133935246514625e-08",
|
|
"exception_type": "SolverFailure"
|
|
},
|
|
"attempts": [
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 0,
|
|
"case": "00001130_c2db313c2ce749d784c610d2_step_002",
|
|
"worker": {
|
|
"status": "PASS",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"0",
|
|
"gmres_ilu"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 38.340387,
|
|
"wall_seconds": 38.541681631002575,
|
|
"peak_tree_rss_bytes": 117825536,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 5185536,
|
|
"max_poll_gap_seconds": 0.7111166219692677,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"pressure_calls": 462,
|
|
"early_resolves": 385,
|
|
"dead_end_share": 0.8333333333333334,
|
|
"files": {
|
|
"result": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-00/output/result.json",
|
|
"sha256": "3121b815a6f1427d1087bce9f53265501adc49b8f99c6465b7e01e808a4a684e"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-00/output/progress.json",
|
|
"sha256": "0cc62e986635d4a7d269a9d65e0f87c6e2a570ef1d9fdfd457cd6031f5b5e0a7"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 1,
|
|
"case": "00001324_5bf4a74af99f405392406e40_step_000",
|
|
"worker": {
|
|
"status": "PASS",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"1",
|
|
"gmres_ilu"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 539.1514619999999,
|
|
"wall_seconds": 539.4747563850251,
|
|
"peak_tree_rss_bytes": 126115840,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 7581696,
|
|
"max_poll_gap_seconds": 0.7155927050043829,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"pressure_calls": 2808,
|
|
"early_resolves": 2807,
|
|
"dead_end_share": 0.9996438746438746,
|
|
"files": {
|
|
"result": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-01/output/result.json",
|
|
"sha256": "b03105b1f2f71de55ee370520476a321eb06368bfef497ff14a21437c93c3f34"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-01/output/progress.json",
|
|
"sha256": "0e3f66a7643bcb1b454912cb298c1bd229c51b8ae650076b7b96058c335f52a8"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 2,
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"worker": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"2",
|
|
"gmres_ilu"
|
|
],
|
|
"returncode": 1,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 304.09186,
|
|
"wall_seconds": 304.32680653996067,
|
|
"peak_tree_rss_bytes": 129392640,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 6287360,
|
|
"max_poll_gap_seconds": 1.5154092180309817,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "NUMERICAL_FAILURE",
|
|
"solver_attributable": true,
|
|
"reason": "Pressure flux imbalance=1.0133935246514625e-08",
|
|
"exception_type": "SolverFailure"
|
|
},
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"files": {
|
|
"failure": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/failure.json",
|
|
"sha256": "97b5e80cb685e82940085e9db515e3072834dfd3edbe39108e96a442d8c21aeb"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/progress.json",
|
|
"sha256": "2890cc47b92f7e1837e2f380b89c499c5db30f46eef5fecdbe446c01dcb02411"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"not_run_cases": [
|
|
"00000367_23c957e8e7b2428282a13ae2_step_000",
|
|
"00000746_6cb3ddbb49974d7db0e97135_step_001",
|
|
"00000777_a25fb37392a44447b9684f16_step_002",
|
|
"00001552_b0a9c4d836294846891615fe_step_000",
|
|
"00001379_5b1d6e2599ea47d498a04256_step_000",
|
|
"00000610_04e799936ae446b9a3d8d2b8_step_001",
|
|
"00000666_6f67a59c16b949a4b66dcfe1_step_000"
|
|
]
|
|
}
|
|
],
|
|
"attempts": 7,
|
|
"new_worker_CPU_s": 3650.991436,
|
|
"old_worker_CPU_s": 3239.962177,
|
|
"cumulative_worker_CPU_s": 6890.953613,
|
|
"postfit_reserve_CPU_s": 7200,
|
|
"remaining_compute_CPU_s": 57909.046387,
|
|
"coordinator_CPU_s": 210.73065,
|
|
"wall_s": 2682.4470656110207,
|
|
"account_complete": true,
|
|
"no_silent_retries": true,
|
|
"labels_read": false,
|
|
"reused_original_PASS": 3,
|
|
"new_attempts": 4,
|
|
"candidate_CPU_s": {
|
|
"splu": 2769.407727,
|
|
"gmres_ilu": 881.5837089999999
|
|
},
|
|
"note": "Reference and full-count cost gates still required; no full617 launch by this coordinator."
|
|
},
|
|
"external_guard": {
|
|
"status": "OBSERVED_QUEUE_TERMINAL",
|
|
"trigger": null,
|
|
"candidates": {
|
|
"splu": {
|
|
"charged_CPU_s": 2769.4077270000002,
|
|
"settled_attempts": 4,
|
|
"live_high_water_CPU_s": {
|
|
"part-03": 1799.51
|
|
},
|
|
"settled_CPU_s": {
|
|
"part-00": 36.975542,
|
|
"part-01": 360.905106,
|
|
"part-02": 565.748434,
|
|
"part-03": 1799.533932
|
|
},
|
|
"active_observations": {}
|
|
},
|
|
"gmres_ilu": {
|
|
"charged_CPU_s": 881.583709,
|
|
"settled_attempts": 3,
|
|
"live_high_water_CPU_s": {
|
|
"part-00": 38.129999999999995,
|
|
"part-01": 539.1400000000001,
|
|
"part-02": 304.07
|
|
},
|
|
"settled_CPU_s": {
|
|
"part-00": 38.340387,
|
|
"part-01": 539.1514619999999,
|
|
"part-02": 304.09186
|
|
},
|
|
"active_observations": {}
|
|
}
|
|
},
|
|
"queue_complete_sha256": "37754cde734374eb3b93b3b62c7d2473979adc2ed235ee52bbba7077ad5e3804",
|
|
"monitor_CPU_s": 222.044619476,
|
|
"wall_s": 2664.1631868369877,
|
|
"max_poll_gap_seconds": 1.493667556962464
|
|
},
|
|
"gate_chain": {
|
|
"status": "STOPPED",
|
|
"reason": "TEN_OR_STAGE_CAP_GATE_FAILED",
|
|
"guards": [],
|
|
"ten_complete_sha256": "37754cde734374eb3b93b3b62c7d2473979adc2ed235ee52bbba7077ad5e3804",
|
|
"additional_synthetic_CPU_s": 0.0,
|
|
"cumulative_worker_CPU_s": 6890.953613,
|
|
"account_complete": true,
|
|
"full617_launched": false,
|
|
"no_solver_switch": true,
|
|
"labels_read": false,
|
|
"chain_CPU_s": 1.306401166
|
|
},
|
|
"part842_guard": {
|
|
"method": "gmres_ilu",
|
|
"index": 2,
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"worker": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"2",
|
|
"gmres_ilu"
|
|
],
|
|
"returncode": 1,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 304.09186,
|
|
"wall_seconds": 304.32680653996067,
|
|
"peak_tree_rss_bytes": 129392640,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 6287360,
|
|
"max_poll_gap_seconds": 1.5154092180309817,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "NUMERICAL_FAILURE",
|
|
"solver_attributable": true,
|
|
"reason": "Pressure flux imbalance=1.0133935246514625e-08",
|
|
"exception_type": "SolverFailure"
|
|
},
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"files": {
|
|
"failure": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/failure.json",
|
|
"sha256": "97b5e80cb685e82940085e9db515e3072834dfd3edbe39108e96a442d8c21aeb"
|
|
},
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/progress.json",
|
|
"sha256": "2890cc47b92f7e1837e2f380b89c499c5db30f46eef5fecdbe446c01dcb02411"
|
|
}
|
|
}
|
|
},
|
|
"part842_failure": {
|
|
"status": "NUMERICAL_OR_INPUT_FAILURE",
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"type": "SolverFailure",
|
|
"phase": "PRESSURE_POSTCHECK",
|
|
"message": "Pressure flux imbalance=1.0133935246514625e-08",
|
|
"traceback": "Traceback (most recent call last):\n File \"/home/frank14f/optane/MeltMind/tools/run_s3b_v04_part.py\", line 82, in run\n arrival, remaining, result = fill_batches(edges, geometry['conductance'], mass, seed, method,\n File \"/home/frank14f/optane/MeltMind/tools/s3b_v04_math.py\", line 137, in fill_batches\n rates=engine.solve(wet,seed,Q,reason);batches+=1\n File \"/home/frank14f/optane/MeltMind/tools/s3b_v04_math.py\", line 98, in solve\n if imbalance>TOL['flux_tolerance']:raise SolverFailure(f'Pressure flux imbalance={imbalance}')\ns3b_v04_math.SolverFailure: Pressure flux imbalance=1.0133935246514625e-08\n",
|
|
"last_trusted_state": {
|
|
"status": "RUNNING",
|
|
"events": 8527,
|
|
"batches": 1541,
|
|
"filled_nodes": 8527,
|
|
"remaining_volume": 96512.67164797444,
|
|
"total_volume": 497181.25727933185,
|
|
"initial_seed_volume": 0.5521034208863256,
|
|
"graph_time": 400668.03350942244,
|
|
"cumulative_rounding_volume": 2.8257483294458555e-14,
|
|
"pressure_calls": 1541,
|
|
"initial_solves": 1,
|
|
"scheduled_solves": 1,
|
|
"early_resolves": 1539,
|
|
"pressure_CPU_s": 299.41473729200004,
|
|
"conductance_normalization": 343.9202639056263
|
|
},
|
|
"remaining_volume": 96512.67164797444,
|
|
"remaining_state": "KNOWN_LAST_STATE",
|
|
"costs": {
|
|
"regions_CPU_s": 0.014382916999999995,
|
|
"geometry_CPU_s": 0.39361792800000006,
|
|
"midpoint_CPU_s": 7.41000000026304e-07
|
|
},
|
|
"worker_CPU_s": 303.842971005,
|
|
"wall_s": 303.90223706502,
|
|
"retry": false
|
|
},
|
|
"completed_pressure_rows": 1541,
|
|
"completed_pressure_reasons": {
|
|
"INITIAL": 1,
|
|
"DEAD_END": 1539,
|
|
"SCHEDULED": 1
|
|
},
|
|
"invalid_pressure_lines": [],
|
|
"completed_event_rows": 8527,
|
|
"invalid_event_lines": [],
|
|
"last_completed_pressure": {
|
|
"call": 1541,
|
|
"reason": "DEAD_END",
|
|
"method": "gmres_ilu",
|
|
"wetted_nodes": 8521,
|
|
"matrix_nnz": 109709,
|
|
"factor_CPU_s": 0.2080486880000194,
|
|
"linear_solve_CPU_s": 0.17553476199998386,
|
|
"total_pressure_CPU_s": 0.3881281079999894,
|
|
"wall_s": 0.3881745330290869,
|
|
"iterations": 87,
|
|
"callback_residual": 1.1791717821715296e-10,
|
|
"original_residual": 5.867144259242223e-11,
|
|
"flux_imbalance": 3.7499736649238e-10,
|
|
"negative_roundoff": -0.0,
|
|
"peak_RSS_bytes": 129134592
|
|
},
|
|
"last_completed_event": {
|
|
"event": 8527,
|
|
"batch": 1541,
|
|
"newly_wet": 1,
|
|
"filled_nodes": 8527,
|
|
"graph_time": 400668.03350942244,
|
|
"delta_time": 11.582994106673196,
|
|
"new_occupied_volume": 11.582994102325756,
|
|
"batch_occupied_volume": 169.30253033543704,
|
|
"remaining_volume": 96512.67164797444,
|
|
"rounding_volume": 0.0,
|
|
"rate_sum": 0.9999999996250026,
|
|
"front_count": 478,
|
|
"early_resolve": true,
|
|
"forwarded_nodes": 0,
|
|
"pressure_calls": 1541,
|
|
"dead_end_node": 1059
|
|
},
|
|
"started_failed_pressure_call": 1542,
|
|
"files": [
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/worker.receipt.json",
|
|
"bytes": 789,
|
|
"sha256": "cdf7ac8b0f28e17c86cabb9316f601cfa2e3283fd6f31ab2427e28a5f903c4ae"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/execution.lock",
|
|
"bytes": 0,
|
|
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/ledger.json",
|
|
"bytes": 164,
|
|
"sha256": "b1618ae1bec4634ba961cc1076229a12a0cbde90dea77819a12797e1138d4a4f"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/worker.log",
|
|
"bytes": 787,
|
|
"sha256": "76f1d2905fed238507ce8a0407f71bba2353aed5c69dadadf8fd1614301fe51c"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/worker.started.json",
|
|
"bytes": 461,
|
|
"sha256": "0510007e3b877417ad83b6d0221d35198605fcafef089375a81c71f85207b9c3"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/guard-result.json",
|
|
"bytes": 1696,
|
|
"sha256": "13bbbe21d4a2d15bd29527e1105f14e35f35ca85548fcfbb43af7376a1cfda1e"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/events.jsonl",
|
|
"bytes": 3670284,
|
|
"sha256": "d901a1f6021fe77948c3cc002c87e03206ada5f6fc3a04826758b8d912e32832"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/progress.json",
|
|
"bytes": 384,
|
|
"sha256": "2890cc47b92f7e1837e2f380b89c499c5db30f46eef5fecdbe446c01dcb02411"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/failure.json",
|
|
"bytes": 1729,
|
|
"sha256": "97b5e80cb685e82940085e9db515e3072834dfd3edbe39108e96a442d8c21aeb"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/conductance.npz",
|
|
"bytes": 1609563,
|
|
"sha256": "6bd62fc8907636f2ac8a2095aac06dda82084c20bbbfddb05221b71e1a944235"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/regions.json",
|
|
"bytes": 170854,
|
|
"sha256": "44b5cd77bafb089b1c4d5a66fed7a7ba1914ef4d39257a582ae5655ebe0dbbc0"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/started.json",
|
|
"bytes": 817,
|
|
"sha256": "8bb5432cd77efb3ce7fd6fc5d30a89e12ba73023e915d7d3c5cba5396706aba2"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/pressure.jsonl",
|
|
"bytes": 711777,
|
|
"sha256": "b4b27714f4dcd7b5a138a4d8245bc3ba8c68f28eb2967f1012955e9f542daf6e"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/last-trusted-state.npz",
|
|
"bytes": 92390,
|
|
"sha256": "5d68ac77b758a97da85bde3ccdb647b61b53c2310050863aee11311c168a3fc8"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/gmres_ilu/parts/part-02/output/geometry-freeze.json",
|
|
"bytes": 564,
|
|
"sha256": "64db465a3ee47d7afed89ce62d0e034a457ce7063f5c5dd74995e432716ce544"
|
|
}
|
|
],
|
|
"attempt_table": [
|
|
{
|
|
"method": "splu",
|
|
"index": 0,
|
|
"case": "00001130_c2db313c2ce749d784c610d2_step_002",
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"CPU_s": 36.975542,
|
|
"wall_s": 37.031975959951524,
|
|
"peak_RSS_bytes": 135684096,
|
|
"pressure_calls": 468,
|
|
"early_resolves": 386,
|
|
"dead_end_share": 0.8247863247863247,
|
|
"source": "reused original PASS"
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 1,
|
|
"case": "00001324_5bf4a74af99f405392406e40_step_000",
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"CPU_s": 360.905106,
|
|
"wall_s": 361.0114358169958,
|
|
"peak_RSS_bytes": 148307968,
|
|
"pressure_calls": 2808,
|
|
"early_resolves": 2807,
|
|
"dead_end_share": 0.9996438746438746,
|
|
"source": "reused original PASS"
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 2,
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"CPU_s": 565.748434,
|
|
"wall_s": 565.9334301319905,
|
|
"peak_RSS_bytes": 171499520,
|
|
"pressure_calls": 2332,
|
|
"early_resolves": 2330,
|
|
"dead_end_share": 0.9991423670668954,
|
|
"source": "reused original PASS"
|
|
},
|
|
{
|
|
"method": "splu",
|
|
"index": 3,
|
|
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
|
|
"classification": {
|
|
"category": "RESOURCE_STOP",
|
|
"solver_attributable": true,
|
|
"reason": "wall_limit",
|
|
"last_phase": "PRESSURE_FACTORIZE"
|
|
},
|
|
"CPU_s": 1799.533932,
|
|
"wall_s": 1800.0501605010359,
|
|
"peak_RSS_bytes": 317460480,
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"source": "continuation attempt"
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 0,
|
|
"case": "00001130_c2db313c2ce749d784c610d2_step_002",
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"CPU_s": 38.340387,
|
|
"wall_s": 38.541681631002575,
|
|
"peak_RSS_bytes": 117825536,
|
|
"pressure_calls": 462,
|
|
"early_resolves": 385,
|
|
"dead_end_share": 0.8333333333333334,
|
|
"source": "continuation attempt"
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 1,
|
|
"case": "00001324_5bf4a74af99f405392406e40_step_000",
|
|
"classification": {
|
|
"category": "PASS",
|
|
"solver_attributable": false,
|
|
"reason": null
|
|
},
|
|
"CPU_s": 539.1514619999999,
|
|
"wall_s": 539.4747563850251,
|
|
"peak_RSS_bytes": 126115840,
|
|
"pressure_calls": 2808,
|
|
"early_resolves": 2807,
|
|
"dead_end_share": 0.9996438746438746,
|
|
"source": "continuation attempt"
|
|
},
|
|
{
|
|
"method": "gmres_ilu",
|
|
"index": 2,
|
|
"case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002",
|
|
"classification": {
|
|
"category": "NUMERICAL_FAILURE",
|
|
"solver_attributable": true,
|
|
"reason": "Pressure flux imbalance=1.0133935246514625e-08",
|
|
"exception_type": "SolverFailure"
|
|
},
|
|
"CPU_s": 304.09186,
|
|
"wall_s": 304.32680653996067,
|
|
"peak_RSS_bytes": 129392640,
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"source": "continuation attempt"
|
|
}
|
|
],
|
|
"scope": "Fixed two-candidate route stopped. splu resource failure and GMRES numerical flux check failure remain distinct.",
|
|
"no_retry": true,
|
|
"no_third_solver": true,
|
|
"no_v05": true,
|
|
"no_threshold_or_routing_change": true,
|
|
"no_tau_or_census": true,
|
|
"no_full617": true,
|
|
"no_labels": true,
|
|
"denominator_correction_accepted": "1794751019.459749"
|
|
}
|