Publish the real GINO recovery worker and exact physical GPU witness

This commit is contained in:
NewMeltAssist committed 2026-11-19 15:27:55 +08:00
1 parent 4d39b4fa9d
commit 93d7262e83
11 files changed
+195

No files matched your search

@@ -0,0 +1,34 @@
{
"status": "ACTUAL_MEASUREMENT_WORKER_RUNNING",
"audited_utc": "2026-11-19T07:27:34.335254+00:00",
"exact_review_adoption_commit": "4d39b4fa9df7e610ed3f2ed48e918f2a7dc620f4",
"authorizing_handoff": "h-91e61871",
"coordinator_pid": 2558627,
"worker_pid": 2558857,
"device": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"original_uuid_stop_preserved": true,
"old_charge_gpu_seconds": 23.69431395700667,
"remaining_gpu_seconds": 3576.3056860429933,
"total_cap_gpu_seconds": 3600,
"worker_identity_gate": "PASS",
"gpu_observation": "MainPID=2558627\nActiveState=active\nSubState=running\n PID PPID STAT ELAPSED COMMAND\n2516974 2234 Ssl 01:10:20 python\n2517067 2516974 Rsl 01:09:56 python\n2558627 2234 Ssl 01:02 python\n2558857 2558627 Rsl 00:39 python\nGPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36, 2517067, 1708 MiB\nGPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76, 2558857, 310 MiB\n",
"scope": "one epoch measurement and learning-only 111-case proxy",
"observed_learning_preparation_directory": [
"original-gino-z6yriyj9/train"
],
"heldout_target_reads": 0,
"formal_benchmark_started": false,
"pending_scientific_result": true,
"evidence_sha256": {
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/service-launch.json": "6c6e4043a619c155b04b72796bee009d569498d8bb4c5e8ba62a5bc0de814660",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/last-pre-admission.json": "ef61fca206ec88f661d63469ab758f16d6ca6c84de4fdc36564ec2e5bd7adc06",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/started.json": "cabf8115f1983d1c85eb87b6926b5f2cb322930a2d82aafee7eb9770339394d6",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/idle-gate.json": "96ea0745913cd0ba07b854d73c205bbdbcffecd1f5daa80430f0789c61b84e51",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/dispatch.json": "6fda14282ff60f40ce500cab55f13fa8e637d5002a2da32c8b450d965944fe53",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/ordinal-dispatch.json": "74de33cb006a66a5142422b0fb449560047ab14d878e0db93836d54f90a8e376",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/gino.started.json": "d53458d8d842629f4a827515e91c112de2d22a78b3e95e7624b7379df2f8362b",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/actual-worker-spawn.json": "9a09b9c708f666134a4af3f1f52ac8c2519c0a6d09fc031cbfc705fb8707198a",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-device-witness.json": "f13042485bb49d3dba5e322fa40aec2c11af6766c31428c604c2ade475b9eba0",
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-device-verified.json": "69e72d8dce637e46645d9248e299f5d144f18bab17bd4457fc9c57dc3d03c591"
}
}
@@ -0,0 +1,8 @@
{
"process": {
"pid": 2558857,
"created": 1795073172.89
},
"ordinal": "2",
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76"
}
@@ -0,0 +1,8 @@
{
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
"coordinator": {
"pid": 2558627,
"created": 1795073149.94
},
"start_by_monotonic": 687434.206938164
}
@@ -0,0 +1,16 @@
{
"command": [
"/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python",
"/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery_worker.py",
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19"
],
"limits": {
"total_cpu_seconds": 3500,
"job_cpu_seconds": 3500,
"job_wall_seconds": 3495.666021638899,
"tree_rss_bytes": 12884901888,
"disk_bytes": 2147483648,
"max_processes": 1
},
"started_unix": 1795073172.8647454
}
@@ -0,0 +1,15 @@
{
"status": "IDLE_CONFIRMED",
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"polls": 3,
"consecutive_idle": 3,
"wall_seconds": 20.43161792808678,
"last": {
"unix": 1795073172.7720013,
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"memory_MiB": 5,
"utilization_percent": 0,
"occupants": [],
"idle": true
}
}
@@ -0,0 +1,40 @@
{
"checked_unix": 1795073149.5036252,
"gpu": {
"unix": 1795073149.4598417,
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"memory_MiB": 5,
"utilization_percent": 0,
"occupants": [],
"idle": true
},
"index": "2",
"gpu_inventory": [
[
"0",
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"00000000:84:00.0",
"Tesla V100-SXM2-16GB"
],
[
"1",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"00000000:85:00.0",
"Tesla V100-SXM2-16GB"
],
[
"2",
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"00000000:A4:00.0",
"Tesla V100-SXM2-16GB"
],
[
"3",
"GPU-8b71b032-1b75-2891-935c-ce106a53034a",
"00000000:A5:00.0",
"Tesla V100-SXM2-16GB"
]
],
"exact_review": "PASS",
"no_active_prior_worker": true
}
@@ -0,0 +1,31 @@
{
"ordinal": "2",
"order": "PCI_BUS_ID",
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"gpu_inventory": [
[
"0",
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"00000000:84:00.0",
"Tesla V100-SXM2-16GB"
],
[
"1",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"00000000:85:00.0",
"Tesla V100-SXM2-16GB"
],
[
"2",
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"00000000:A4:00.0",
"Tesla V100-SXM2-16GB"
],
[
"3",
"GPU-8b71b032-1b75-2891-935c-ce106a53034a",
"00000000:A5:00.0",
"Tesla V100-SXM2-16GB"
]
]
}
@@ -0,0 +1,11 @@
{
"unit": "meltmind-track-b-gino-gpu2-ordinal-20261119.service",
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
"review_sha256": "5cb36a78129358a78f15cd8da9a72a84230cd1a848bd157b90e417120b435e4e",
"stage_approval_sha256": "8613bc48007bc6980d36fbd98595f0b299e6f2659f7cd82df6ff1c995d030ea7",
"gpu_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"booked_previous_gpu_seconds": 23.69431395700667,
"unix": 1795073151.8996546,
"labelled_recovery": true,
"one_learning_only_epoch": true
}
@@ -0,0 +1,10 @@
{
"coordinator": {
"pid": 2558627,
"created": 1795073149.94
},
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
"cpu_acceptance_sha256": "093e646890929af6f520eb5eecf8c751025c0a24b8b5689094b1a0ae4da08dc3",
"interpreter_path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python",
"interpreter_sha256": "cd4a09f01b941a4de48669ffe81e055d001c79b44409ddb14781f437b8ec3f45"
}
@@ -0,0 +1,11 @@
{
"process": {
"pid": 2558857,
"created": 1795073172.89
},
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"ordinal": "2",
"observed_uuids": [
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76"
]
}
@@ -0,0 +1,11 @@
{
"process": {
"pid": 2558857,
"created": 1795073172.89
},
"ordinal": "2",
"device_count": 1,
"device_name": "Tesla V100-SXM2-16GB",
"physical_uuid_expected": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
"first_allocation_bytes": 1
}