Files
MeltMind/artifacts/s3b-a-v04-continuation-2026-11-15/splu-resource-stop-audit.json
T

271 lines
9.0 KiB
JSON

{
"unix": 1794750328.6352477,
"pins": "PASS",
"guard": {
"method": "splu",
"index": 3,
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
"worker": {
"status": "STOPPED_OR_FAILED",
"command": [
"taskset",
"-c",
"16",
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/run_s3b_v04_part.py",
"artifacts/s3b-a-v04-continuation-2026-11-15",
"3",
"splu"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.533932,
"wall_seconds": 1800.0501605010359,
"peak_tree_rss_bytes": 317460480,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 15327232,
"max_poll_gap_seconds": 0.9448504350148141,
"poll_target_seconds": 0.2,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false,
"monitor_errors": 0,
"last_monitor_error": null
},
"classification": {
"category": "RESOURCE_STOP",
"solver_attributable": true,
"reason": "wall_limit",
"last_phase": "PRESSURE_FACTORIZE"
},
"pressure_calls": null,
"early_resolves": null,
"dead_end_share": null,
"files": {
"progress": {
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/progress.json",
"sha256": "fd1527b1a0d4cd24ab7a876ffa1458eb2a016493a41b179eb8faf8efac186a74"
}
}
},
"stopped_progress": {
"stage": "PRESSURE_FACTORIZE",
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
"pid": 475075,
"unix": 1794750256.187986,
"worker_CPU_s": 1798.275400794,
"wall_s": 1798.7905437630252,
"peak_RSS_bytes": 317460480,
"method": "splu",
"pressure_calls": 3333,
"completed_pressure_CPU_s": 1772.020987688001,
"wetted_nodes": 23010,
"matrix_nnz": 302058,
"reason": "DEAD_END"
},
"fallback": {
"from_method": "splu",
"to_method": "gmres_ilu",
"classification": {
"category": "RESOURCE_STOP",
"solver_attributable": true,
"reason": "wall_limit",
"last_phase": "PRESSURE_FACTORIZE"
},
"new_worker_CPU_s": 2769.407727,
"restart_same_fixed_ten_from_index": 0
},
"candidate_summary_sha256": "550a6bf42a4fbc26e3d237fab940fc4971550ef575deb9ba0253bb531b373710",
"scientific_result_exists": false,
"final_field_exists": false,
"failure_json_exists": false,
"completed_pressure_log_rows": 3332,
"invalid_pressure_lines": [],
"completed_pressure_reasons": {
"INITIAL": 1,
"DEAD_END": 3331
},
"completed_pressure_dead_end_share": 0.9996998799519808,
"incomplete_started_pressure_calls": 1,
"last_completed_pressure": {
"call": 3332,
"reason": "DEAD_END",
"method": "splu",
"wetted_nodes": 23009,
"matrix_nnz": 302045,
"factor_CPU_s": 1.9766641100000015,
"linear_solve_CPU_s": 0.021424890999924173,
"total_pressure_CPU_s": 2.007626066000057,
"wall_s": 2.0082458529504947,
"iterations": 0,
"callback_residual": null,
"original_residual": 1.2803588104882365e-13,
"flux_imbalance": 1.223132706229535e-12,
"negative_roundoff": -0.0,
"peak_RSS_bytes": 317460480
},
"completed_event_log_rows": 23009,
"invalid_event_lines": [],
"last_completed_event": {
"event": 23009,
"batch": 3332,
"newly_wet": 1,
"filled_nodes": 23010,
"graph_time": 35135.68621765118,
"delta_time": 0.35271811176098344,
"new_occupied_volume": 0.3527181117603959,
"batch_occupied_volume": 0.3527181117603959,
"remaining_volume": 1540.980732234618,
"rounding_volume": 0.0,
"rate_sum": 0.9999999999987769,
"front_count": 567,
"early_resolve": true,
"forwarded_nodes": 0,
"pressure_calls": 3332,
"dead_end_node": 2338
},
"partial_state_note": "Last logged completed event only; no final field/result; not a complete precision reference or exact kill-time state",
"files": [
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.receipt.json",
"bytes": 796,
"sha256": "275fb1edb27aad15712e4b0f2bfa1cb7cfe9bf0e8d49be18c21a0f937142e01a"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/execution.lock",
"bytes": 0,
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/ledger.json",
"bytes": 168,
"sha256": "078431a6bb1c788ebd6f3bd45122ae4e3555ab3d4145c10bf244d8c3ec84bf65"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.log",
"bytes": 0,
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.started.json",
"bytes": 456,
"sha256": "cf4e1cdf8a194404144767a910412f0620f37b32aac7798d648646f13358abeb"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/guard-result.json",
"bytes": 1431,
"sha256": "d6fd60451db572654c71b9098ca6d3511d7e1365432813f26c7ea9632baa12f5"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/events.jsonl",
"bytes": 9986943,
"sha256": "36a6b86661a0b84ab9f5f5f0aa8fbd53ec0db435ff1dc5a61dae4f132b6a9065"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/progress.json",
"bytes": 403,
"sha256": "fd1527b1a0d4cd24ab7a876ffa1458eb2a016493a41b179eb8faf8efac186a74"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/conductance.npz",
"bytes": 3473473,
"sha256": "c0bde130ab4f39315a32263d9d2e676374fd9d663f150056c1523b1cb08c320e"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/regions.json",
"bytes": 375600,
"sha256": "1d02dd183adae1640c7275ace0a7e6cbaae3cc0a19715bdd55817cac615b0f54"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/started.json",
"bytes": 813,
"sha256": "99fd430f5ba7ab8f061d6f8acb0a8f978af23ec14f425c6c720fb9ef28674daa"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/pressure.jsonl",
"bytes": 1465109,
"sha256": "b176fc15139822162992872e2165523886fc666b46a7fec2c19c52fb5ff241bf"
},
{
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/geometry-freeze.json",
"bytes": 558,
"sha256": "f9cfaed9102dbd7b0ce1bbd76909f284dae654091250b054ea7c0897e0d1d301"
}
],
"queue_progress": {
"stage": "V04_FIXED_TEN_RUNNING",
"method": "gmres_ilu",
"index": 1,
"case": "00001324_5bf4a74af99f405392406e40_step_000",
"completed_this_candidate": 1,
"all_attempts": 5,
"new_settled_worker_CPU_s": 2807.748114,
"old_worker_CPU_s": 3239.962177,
"remaining_compute_CPU_s": 58752.289709
},
"external_guard_progress": {
"unix": 1794750328.51327,
"coordinator_alive": true,
"candidates": {
"splu": {
"charged_CPU_s": 2769.4077270000002,
"settled_attempts": 4,
"live_high_water_CPU_s": {
"part-03": 1799.51
},
"settled_CPU_s": {
"part-00": 36.975542,
"part-01": 360.905106,
"part-02": 565.748434,
"part-03": 1799.533932
},
"active_observations": {}
},
"gmres_ilu": {
"charged_CPU_s": 71.130387,
"settled_attempts": 1,
"live_high_water_CPU_s": {
"part-00": 38.129999999999995,
"part-01": 32.79
},
"settled_CPU_s": {
"part-00": 38.340387
},
"active_observations": {
"part-01": {
"pid": 475866,
"status": "running",
"cmdline": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/run_s3b_v04_part.py",
"artifacts/s3b-a-v04-continuation-2026-11-15",
"1",
"gmres_ilu"
],
"ppid": 475074,
"create_time": 1794750295.69
}
}
}
},
"trigger": null,
"max_poll_gap_seconds": 0.9386112499632873,
"monitor_CPU_s": 152.767052919,
"supervision_CPU_separate_from_scientific_worker_ledger": true
},
"gate_progress": {
"stage": "WAITING_ORIGINAL_TEN",
"unix": 1794750327.4028392,
"new_scientific_workers": 0
},
"settled_total_worker_CPU_s": 6047.710290999999,
"sampled_total_worker_CPU_s": 6080.500291,
"management_CPU_separate": true,
"postfit_reserve_CPU_s": 7200,
"automatic_fallback": true,
"no_manual_launch": true,
"reference_executed": false,
"census_executed": false
}