271 lines
9.0 KiB
JSON
271 lines
9.0 KiB
JSON
{
|
|
"unix": 1794750328.6352477,
|
|
"pins": "PASS",
|
|
"guard": {
|
|
"method": "splu",
|
|
"index": 3,
|
|
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
|
|
"worker": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"taskset",
|
|
"-c",
|
|
"16",
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"3",
|
|
"splu"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.533932,
|
|
"wall_seconds": 1800.0501605010359,
|
|
"peak_tree_rss_bytes": 317460480,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 15327232,
|
|
"max_poll_gap_seconds": 0.9448504350148141,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"classification": {
|
|
"category": "RESOURCE_STOP",
|
|
"solver_attributable": true,
|
|
"reason": "wall_limit",
|
|
"last_phase": "PRESSURE_FACTORIZE"
|
|
},
|
|
"pressure_calls": null,
|
|
"early_resolves": null,
|
|
"dead_end_share": null,
|
|
"files": {
|
|
"progress": {
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/progress.json",
|
|
"sha256": "fd1527b1a0d4cd24ab7a876ffa1458eb2a016493a41b179eb8faf8efac186a74"
|
|
}
|
|
}
|
|
},
|
|
"stopped_progress": {
|
|
"stage": "PRESSURE_FACTORIZE",
|
|
"case": "00000367_23c957e8e7b2428282a13ae2_step_000",
|
|
"pid": 475075,
|
|
"unix": 1794750256.187986,
|
|
"worker_CPU_s": 1798.275400794,
|
|
"wall_s": 1798.7905437630252,
|
|
"peak_RSS_bytes": 317460480,
|
|
"method": "splu",
|
|
"pressure_calls": 3333,
|
|
"completed_pressure_CPU_s": 1772.020987688001,
|
|
"wetted_nodes": 23010,
|
|
"matrix_nnz": 302058,
|
|
"reason": "DEAD_END"
|
|
},
|
|
"fallback": {
|
|
"from_method": "splu",
|
|
"to_method": "gmres_ilu",
|
|
"classification": {
|
|
"category": "RESOURCE_STOP",
|
|
"solver_attributable": true,
|
|
"reason": "wall_limit",
|
|
"last_phase": "PRESSURE_FACTORIZE"
|
|
},
|
|
"new_worker_CPU_s": 2769.407727,
|
|
"restart_same_fixed_ten_from_index": 0
|
|
},
|
|
"candidate_summary_sha256": "550a6bf42a4fbc26e3d237fab940fc4971550ef575deb9ba0253bb531b373710",
|
|
"scientific_result_exists": false,
|
|
"final_field_exists": false,
|
|
"failure_json_exists": false,
|
|
"completed_pressure_log_rows": 3332,
|
|
"invalid_pressure_lines": [],
|
|
"completed_pressure_reasons": {
|
|
"INITIAL": 1,
|
|
"DEAD_END": 3331
|
|
},
|
|
"completed_pressure_dead_end_share": 0.9996998799519808,
|
|
"incomplete_started_pressure_calls": 1,
|
|
"last_completed_pressure": {
|
|
"call": 3332,
|
|
"reason": "DEAD_END",
|
|
"method": "splu",
|
|
"wetted_nodes": 23009,
|
|
"matrix_nnz": 302045,
|
|
"factor_CPU_s": 1.9766641100000015,
|
|
"linear_solve_CPU_s": 0.021424890999924173,
|
|
"total_pressure_CPU_s": 2.007626066000057,
|
|
"wall_s": 2.0082458529504947,
|
|
"iterations": 0,
|
|
"callback_residual": null,
|
|
"original_residual": 1.2803588104882365e-13,
|
|
"flux_imbalance": 1.223132706229535e-12,
|
|
"negative_roundoff": -0.0,
|
|
"peak_RSS_bytes": 317460480
|
|
},
|
|
"completed_event_log_rows": 23009,
|
|
"invalid_event_lines": [],
|
|
"last_completed_event": {
|
|
"event": 23009,
|
|
"batch": 3332,
|
|
"newly_wet": 1,
|
|
"filled_nodes": 23010,
|
|
"graph_time": 35135.68621765118,
|
|
"delta_time": 0.35271811176098344,
|
|
"new_occupied_volume": 0.3527181117603959,
|
|
"batch_occupied_volume": 0.3527181117603959,
|
|
"remaining_volume": 1540.980732234618,
|
|
"rounding_volume": 0.0,
|
|
"rate_sum": 0.9999999999987769,
|
|
"front_count": 567,
|
|
"early_resolve": true,
|
|
"forwarded_nodes": 0,
|
|
"pressure_calls": 3332,
|
|
"dead_end_node": 2338
|
|
},
|
|
"partial_state_note": "Last logged completed event only; no final field/result; not a complete precision reference or exact kill-time state",
|
|
"files": [
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.receipt.json",
|
|
"bytes": 796,
|
|
"sha256": "275fb1edb27aad15712e4b0f2bfa1cb7cfe9bf0e8d49be18c21a0f937142e01a"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/execution.lock",
|
|
"bytes": 0,
|
|
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/ledger.json",
|
|
"bytes": 168,
|
|
"sha256": "078431a6bb1c788ebd6f3bd45122ae4e3555ab3d4145c10bf244d8c3ec84bf65"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.log",
|
|
"bytes": 0,
|
|
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/worker.started.json",
|
|
"bytes": 456,
|
|
"sha256": "cf4e1cdf8a194404144767a910412f0620f37b32aac7798d648646f13358abeb"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/guard-result.json",
|
|
"bytes": 1431,
|
|
"sha256": "d6fd60451db572654c71b9098ca6d3511d7e1365432813f26c7ea9632baa12f5"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/events.jsonl",
|
|
"bytes": 9986943,
|
|
"sha256": "36a6b86661a0b84ab9f5f5f0aa8fbd53ec0db435ff1dc5a61dae4f132b6a9065"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/progress.json",
|
|
"bytes": 403,
|
|
"sha256": "fd1527b1a0d4cd24ab7a876ffa1458eb2a016493a41b179eb8faf8efac186a74"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/conductance.npz",
|
|
"bytes": 3473473,
|
|
"sha256": "c0bde130ab4f39315a32263d9d2e676374fd9d663f150056c1523b1cb08c320e"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/regions.json",
|
|
"bytes": 375600,
|
|
"sha256": "1d02dd183adae1640c7275ace0a7e6cbaae3cc0a19715bdd55817cac615b0f54"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/started.json",
|
|
"bytes": 813,
|
|
"sha256": "99fd430f5ba7ab8f061d6f8acb0a8f978af23ec14f425c6c720fb9ef28674daa"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/pressure.jsonl",
|
|
"bytes": 1465109,
|
|
"sha256": "b176fc15139822162992872e2165523886fc666b46a7fec2c19c52fb5ff241bf"
|
|
},
|
|
{
|
|
"path": "artifacts/s3b-a-v04-continuation-2026-11-15/candidates/splu/parts/part-03/output/geometry-freeze.json",
|
|
"bytes": 558,
|
|
"sha256": "f9cfaed9102dbd7b0ce1bbd76909f284dae654091250b054ea7c0897e0d1d301"
|
|
}
|
|
],
|
|
"queue_progress": {
|
|
"stage": "V04_FIXED_TEN_RUNNING",
|
|
"method": "gmres_ilu",
|
|
"index": 1,
|
|
"case": "00001324_5bf4a74af99f405392406e40_step_000",
|
|
"completed_this_candidate": 1,
|
|
"all_attempts": 5,
|
|
"new_settled_worker_CPU_s": 2807.748114,
|
|
"old_worker_CPU_s": 3239.962177,
|
|
"remaining_compute_CPU_s": 58752.289709
|
|
},
|
|
"external_guard_progress": {
|
|
"unix": 1794750328.51327,
|
|
"coordinator_alive": true,
|
|
"candidates": {
|
|
"splu": {
|
|
"charged_CPU_s": 2769.4077270000002,
|
|
"settled_attempts": 4,
|
|
"live_high_water_CPU_s": {
|
|
"part-03": 1799.51
|
|
},
|
|
"settled_CPU_s": {
|
|
"part-00": 36.975542,
|
|
"part-01": 360.905106,
|
|
"part-02": 565.748434,
|
|
"part-03": 1799.533932
|
|
},
|
|
"active_observations": {}
|
|
},
|
|
"gmres_ilu": {
|
|
"charged_CPU_s": 71.130387,
|
|
"settled_attempts": 1,
|
|
"live_high_water_CPU_s": {
|
|
"part-00": 38.129999999999995,
|
|
"part-01": 32.79
|
|
},
|
|
"settled_CPU_s": {
|
|
"part-00": 38.340387
|
|
},
|
|
"active_observations": {
|
|
"part-01": {
|
|
"pid": 475866,
|
|
"status": "running",
|
|
"cmdline": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s3b_v04_part.py",
|
|
"artifacts/s3b-a-v04-continuation-2026-11-15",
|
|
"1",
|
|
"gmres_ilu"
|
|
],
|
|
"ppid": 475074,
|
|
"create_time": 1794750295.69
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trigger": null,
|
|
"max_poll_gap_seconds": 0.9386112499632873,
|
|
"monitor_CPU_s": 152.767052919,
|
|
"supervision_CPU_separate_from_scientific_worker_ledger": true
|
|
},
|
|
"gate_progress": {
|
|
"stage": "WAITING_ORIGINAL_TEN",
|
|
"unix": 1794750327.4028392,
|
|
"new_scientific_workers": 0
|
|
},
|
|
"settled_total_worker_CPU_s": 6047.710290999999,
|
|
"sampled_total_worker_CPU_s": 6080.500291,
|
|
"management_CPU_separate": true,
|
|
"postfit_reserve_CPU_s": 7200,
|
|
"automatic_fallback": true,
|
|
"no_manual_launch": true,
|
|
"reference_executed": false,
|
|
"census_executed": false
|
|
}
|