Publish the real GINO recovery worker and exact physical GPU witness
This commit is contained in:
1 parent
4d39b4fa9d
commit
93d7262e83
11 files changed
+195
No files matched your search
+34
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"status": "ACTUAL_MEASUREMENT_WORKER_RUNNING",
|
||||
"audited_utc": "2026-11-19T07:27:34.335254+00:00",
|
||||
"exact_review_adoption_commit": "4d39b4fa9df7e610ed3f2ed48e918f2a7dc620f4",
|
||||
"authorizing_handoff": "h-91e61871",
|
||||
"coordinator_pid": 2558627,
|
||||
"worker_pid": 2558857,
|
||||
"device": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"original_uuid_stop_preserved": true,
|
||||
"old_charge_gpu_seconds": 23.69431395700667,
|
||||
"remaining_gpu_seconds": 3576.3056860429933,
|
||||
"total_cap_gpu_seconds": 3600,
|
||||
"worker_identity_gate": "PASS",
|
||||
"gpu_observation": "MainPID=2558627\nActiveState=active\nSubState=running\n PID PPID STAT ELAPSED COMMAND\n2516974 2234 Ssl 01:10:20 python\n2517067 2516974 Rsl 01:09:56 python\n2558627 2234 Ssl 01:02 python\n2558857 2558627 Rsl 00:39 python\nGPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36, 2517067, 1708 MiB\nGPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76, 2558857, 310 MiB\n",
|
||||
"scope": "one epoch measurement and learning-only 111-case proxy",
|
||||
"observed_learning_preparation_directory": [
|
||||
"original-gino-z6yriyj9/train"
|
||||
],
|
||||
"heldout_target_reads": 0,
|
||||
"formal_benchmark_started": false,
|
||||
"pending_scientific_result": true,
|
||||
"evidence_sha256": {
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/service-launch.json": "6c6e4043a619c155b04b72796bee009d569498d8bb4c5e8ba62a5bc0de814660",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/last-pre-admission.json": "ef61fca206ec88f661d63469ab758f16d6ca6c84de4fdc36564ec2e5bd7adc06",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/started.json": "cabf8115f1983d1c85eb87b6926b5f2cb322930a2d82aafee7eb9770339394d6",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/idle-gate.json": "96ea0745913cd0ba07b854d73c205bbdbcffecd1f5daa80430f0789c61b84e51",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/dispatch.json": "6fda14282ff60f40ce500cab55f13fa8e637d5002a2da32c8b450d965944fe53",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/ordinal-dispatch.json": "74de33cb006a66a5142422b0fb449560047ab14d878e0db93836d54f90a8e376",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/gino.started.json": "d53458d8d842629f4a827515e91c112de2d22a78b3e95e7624b7379df2f8362b",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/actual-worker-spawn.json": "9a09b9c708f666134a4af3f1f52ac8c2519c0a6d09fc031cbfc705fb8707198a",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-device-witness.json": "f13042485bb49d3dba5e322fa40aec2c11af6766c31428c604c2ade475b9eba0",
|
||||
"artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-device-verified.json": "69e72d8dce637e46645d9248e299f5d144f18bab17bd4457fc9c57dc3d03c591"
|
||||
}
|
||||
}
|
||||
+8
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"process": {
|
||||
"pid": 2558857,
|
||||
"created": 1795073172.89
|
||||
},
|
||||
"ordinal": "2",
|
||||
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76"
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
|
||||
"coordinator": {
|
||||
"pid": 2558627,
|
||||
"created": 1795073149.94
|
||||
},
|
||||
"start_by_monotonic": 687434.206938164
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery_worker.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19"
|
||||
],
|
||||
"limits": {
|
||||
"total_cpu_seconds": 3500,
|
||||
"job_cpu_seconds": 3500,
|
||||
"job_wall_seconds": 3495.666021638899,
|
||||
"tree_rss_bytes": 12884901888,
|
||||
"disk_bytes": 2147483648,
|
||||
"max_processes": 1
|
||||
},
|
||||
"started_unix": 1795073172.8647454
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"status": "IDLE_CONFIRMED",
|
||||
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"polls": 3,
|
||||
"consecutive_idle": 3,
|
||||
"wall_seconds": 20.43161792808678,
|
||||
"last": {
|
||||
"unix": 1795073172.7720013,
|
||||
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"memory_MiB": 5,
|
||||
"utilization_percent": 0,
|
||||
"occupants": [],
|
||||
"idle": true
|
||||
}
|
||||
}
|
||||
+40
@@ -0,0 +1,40 @@
|
||||
{
|
||||
"checked_unix": 1795073149.5036252,
|
||||
"gpu": {
|
||||
"unix": 1795073149.4598417,
|
||||
"uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"memory_MiB": 5,
|
||||
"utilization_percent": 0,
|
||||
"occupants": [],
|
||||
"idle": true
|
||||
},
|
||||
"index": "2",
|
||||
"gpu_inventory": [
|
||||
[
|
||||
"0",
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"00000000:84:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"1",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"00000000:85:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"2",
|
||||
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"00000000:A4:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"3",
|
||||
"GPU-8b71b032-1b75-2891-935c-ce106a53034a",
|
||||
"00000000:A5:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
]
|
||||
],
|
||||
"exact_review": "PASS",
|
||||
"no_active_prior_worker": true
|
||||
}
|
||||
+31
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"ordinal": "2",
|
||||
"order": "PCI_BUS_ID",
|
||||
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"gpu_inventory": [
|
||||
[
|
||||
"0",
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"00000000:84:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"1",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"00000000:85:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"2",
|
||||
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"00000000:A4:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
],
|
||||
[
|
||||
"3",
|
||||
"GPU-8b71b032-1b75-2891-935c-ce106a53034a",
|
||||
"00000000:A5:00.0",
|
||||
"Tesla V100-SXM2-16GB"
|
||||
]
|
||||
]
|
||||
}
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"unit": "meltmind-track-b-gino-gpu2-ordinal-20261119.service",
|
||||
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
|
||||
"review_sha256": "5cb36a78129358a78f15cd8da9a72a84230cd1a848bd157b90e417120b435e4e",
|
||||
"stage_approval_sha256": "8613bc48007bc6980d36fbd98595f0b299e6f2659f7cd82df6ff1c995d030ea7",
|
||||
"gpu_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"booked_previous_gpu_seconds": 23.69431395700667,
|
||||
"unix": 1795073151.8996546,
|
||||
"labelled_recovery": true,
|
||||
"one_learning_only_epoch": true
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"coordinator": {
|
||||
"pid": 2558627,
|
||||
"created": 1795073149.94
|
||||
},
|
||||
"contract_sha256": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
|
||||
"cpu_acceptance_sha256": "093e646890929af6f520eb5eecf8c751025c0a24b8b5689094b1a0ae4da08dc3",
|
||||
"interpreter_path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python",
|
||||
"interpreter_sha256": "cd4a09f01b941a4de48669ffe81e055d001c79b44409ddb14781f437b8ec3f45"
|
||||
}
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"process": {
|
||||
"pid": 2558857,
|
||||
"created": 1795073172.89
|
||||
},
|
||||
"physical_uuid": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"ordinal": "2",
|
||||
"observed_uuids": [
|
||||
"GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76"
|
||||
]
|
||||
}
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"process": {
|
||||
"pid": 2558857,
|
||||
"created": 1795073172.89
|
||||
},
|
||||
"ordinal": "2",
|
||||
"device_count": 1,
|
||||
"device_name": "Tesla V100-SXM2-16GB",
|
||||
"physical_uuid_expected": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"first_allocation_bytes": 1
|
||||
}
|
||||
Reference in new issue
Block a user