test_only_common_eligible_targets_are_validated (test_s2_pilot_data.PilotSealTests) ... ok
test_only_named_point_field_decoded_and_raw_ids_preserved (test_s2_pilot_data.PilotSealTests) ... ok
test_roles (test_s2_pilot_data.PilotSealTests) ... ok
test_test_unknown_and_conflicting_role_fail_before_io (test_s2_pilot_data.PilotSealTests) ... ok
test_learning_standardizer_uses_cached_full_precision_array (test_s2_pilot_entry.PilotEntrySealTests) ... ok
test_normalizer_mapping_rejects_validation_and_test_before_io (test_s2_pilot_entry.PilotEntrySealTests) ... ok
test_probe_uses_zero_target_without_opening_missing_label (test_s2_pilot_entry.PilotEntrySealTests) ... ok
test_training_loader_rejects_sealed_test_before_hash_or_arrays (test_s2_pilot_entry.PilotEntrySealTests) ... ok
test_exact_device_memory_units (test_s2_pilot_gpu_guard.GPUUsageTests) ... ok
test_explicit_visibility_reaches_worker_and_receipt_without_gpu_use (test_s2_pilot_gpu_guard.GPUUsageTests) ... ok
test_missing_or_ambiguous_counters_fail_closed (test_s2_pilot_gpu_guard.GPUUsageTests) ... ok
test_vram_monitor_error_and_whole_host_rss_stop_without_second_run (test_s2_pilot_gpu_guard.GPUUsageTests) ... {"status": "PILOT_INCOMPLETE", "reason": "PILOT_RUN_FAILED_NO_RETRY", "runs": [{"run": {"name": "N128", "arm": "N", "width": 128, "seed": 0}, "status": "STOPPED_OR_FAILED", "stop_reason": "DEVICE_VRAM_LIMIT", "gpu_visible": true, "gpu_uuid": "synthetic-device", "device_monitor": {"peak_device_memory_bytes": 17179869184, "peak_whole_run_tree_rss_bytes": 0, "max_poll_gap_seconds": 1.8140417523682117e-06, "reason": "DEVICE_VRAM_LIMIT", "samples": 1}, "total_run_wall_seconds": 0.001116100000217557, "result_sha256": null}], "selected_global_width": null, "selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required", "pilot_wall_seconds": 0.0016782379825599492, "probe_and_setup_wall_seconds": 0.0, "test_labels_read": false, "test_predictions": false, "retries": 0}
{"status": "PILOT_INCOMPLETE", "reason": "PILOT_RUN_FAILED_NO_RETRY", "runs": [{"run": {"name": "N128", "arm": "N", "width": 128, "seed": 0}, "status": "STOPPED_OR_FAILED", "stop_reason": "GPU_MONITOR_FAILED", "gpu_visible": true, "gpu_uuid": "synthetic-device", "device_monitor": {"peak_device_memory_bytes": 5242880, "peak_whole_run_tree_rss_bytes": 0, "max_poll_gap_seconds": 1.193024218082428e-06, "reason": "GPU_MONITOR_FAILED", "samples": 0, "error": "synthetic monitor failure"}, "total_run_wall_seconds": 0.0004419109900481999, "result_sha256": null}], "selected_global_width": null, "selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required", "pilot_wall_seconds": 0.0009469410288147628, "probe_and_setup_wall_seconds": 0.0, "test_labels_read": false, "test_predictions": false, "retries": 0}
{"status": "PILOT_INCOMPLETE", "reason": "PILOT_RUN_FAILED_NO_RETRY", "runs": [{"run": {"name": "N128", "arm": "N", "width": 128, "seed": 0}, "status": "STOPPED_OR_FAILED", "stop_reason": "WHOLE_RUN_HOST_RSS_LIMIT", "gpu_visible": true, "gpu_uuid": "synthetic-device", "device_monitor": {"peak_device_memory_bytes": 5242880, "peak_whole_run_tree_rss_bytes": 18253611008, "max_poll_gap_seconds": 1.1430238373577595e-06, "reason": "WHOLE_RUN_HOST_RSS_LIMIT", "samples": 1}, "total_run_wall_seconds": 0.0006525280186906457, "result_sha256": null}], "selected_global_width": null, "selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required", "pilot_wall_seconds": 0.00119166198419407, "probe_and_setup_wall_seconds": 0.0, "test_labels_read": false, "test_predictions": false, "retries": 0}
ok
test_contract_records_two_node_rates_totals_and_cannot_overwrite (test_s2_pilot_orchestration.OrchestrationTests) ... ok
test_failed_probe_stops_before_training (test_s2_pilot_orchestration.OrchestrationTests) ... ok
test_partial_preparation_never_starts_pilot (test_s2_pilot_orchestration.OrchestrationTests) ... ok
test_probe_time_reduces_total_budget (test_s2_pilot_orchestration.OrchestrationTests) ... {"status": "PILOT_INCOMPLETE", "reason": "PILOT_RUN_FAILED_NO_RETRY", "runs": [{"run": {"name": "N128", "arm": "N", "width": 128, "seed": 0}, "status": "FAIL"}], "selected_global_width": null, "selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required", "pilot_wall_seconds": 7190.000246634008, "probe_and_setup_wall_seconds": 7190.0, "test_labels_read": false, "test_predictions": false, "retries": 0}
ok
test_quantiles_only_learning_and_include_size_extremes (test_s2_pilot_orchestration.OrchestrationTests) ... ok
test_cache_requires_exact_original_pose_draw_radius_and_raw_ids (test_s2_pilot_preparation.PreparationChecks) ... ok
test_checkpoint_counts_failed_cpu_and_separates_cached_rate (test_s2_pilot_preparation.PreparationChecks) ... ok
test_actual_four_model_variants_backward_on_synthetic_nodes (test_s2_pilot_train.PilotTrainChecks) ... ok
test_common_timing_epoch_limit_frozen_for_all_runs (test_s2_pilot_train.PilotTrainChecks) ... ok
test_one_forced_amp_overflow_skips_then_continues (test_s2_pilot_train.PilotTrainChecks) ... ok
test_skip_fraction_end_of_epoch_and_consecutive_limit (test_s2_pilot_train.PilotTrainChecks) ... ok
test_step_weights_expectation_and_component_balance (test_s2_pilot_train.PilotTrainChecks) ... ok
test_synthetic_cpu_update_and_nonfinite_no_update (test_s2_pilot_train.PilotTrainChecks) ... ok
test_validation_component_weight_and_capacity_tie (test_s2_pilot_train.PilotTrainChecks) ... ok

----------------------------------------------------------------------
Ran 26 tests in 2.506s

OK
