533 lines
12 KiB
JSON
533 lines
12 KiB
JSON
{
|
|
"status": "PASS_WITH_METADATA_ERRATUM",
|
|
"scope": "Read-only local JSON/source/Git objects and byte hashes; no array/label decoding, model loading, fitting, predictions, metrics or bootstrap recomputation; no Git writes or remote verification.",
|
|
"unix": 1794907973.835781,
|
|
"checks": [
|
|
{
|
|
"name": "original_E1_retained",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "prior_CPU_once",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "budget",
|
|
"passed": true,
|
|
"detail": {
|
|
"total": 2096.244788873,
|
|
"prior": 838.804720921,
|
|
"new": 1257.440067952
|
|
}
|
|
},
|
|
{
|
|
"name": "source_pins",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "552_unique_tests",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "roles_0",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "component_isolation_0",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "roles_1",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "component_isolation_1",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "actual_training_access_1",
|
|
"passed": true,
|
|
"detail": {
|
|
"rows": 374,
|
|
"logged_role_strings": [
|
|
"fold0_learning"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "roles_2",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "component_isolation_2",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "actual_training_access_2",
|
|
"passed": true,
|
|
"detail": {
|
|
"rows": 366,
|
|
"logged_role_strings": [
|
|
"fold0_learning"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "roles_3",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "component_isolation_3",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "actual_training_access_3",
|
|
"passed": true,
|
|
"detail": {
|
|
"rows": 291,
|
|
"logged_role_strings": [
|
|
"fold0_learning"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "roles_4",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "component_isolation_4",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "actual_training_access_4",
|
|
"passed": true,
|
|
"detail": {
|
|
"rows": 350,
|
|
"logged_role_strings": [
|
|
"fold0_learning"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "204_components_once",
|
|
"passed": true,
|
|
"detail": [
|
|
37,
|
|
41,
|
|
41,
|
|
42,
|
|
43
|
|
]
|
|
},
|
|
{
|
|
"name": "fold0_exact_learning",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "fold0_model_reuse",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "new_fit_dispatch",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ten_guards",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "552_feature_hashes",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "invalid_42_retained",
|
|
"passed": true,
|
|
"detail": {
|
|
"finite_metadata_counts": {
|
|
"[0, 0]": 36,
|
|
"None": 6
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "552_prediction_hashes",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "552_A_hashes_roles",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "score_roster_same",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "metric_roster_relative_l2",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "metric_roster_last_location",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "metric_roster_kendall_tau_b",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "precommitted_gate_matches",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/1/features-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/2/features-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/4/features-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/3/features-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/0/features-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/1/model-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/2/model-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/4/model-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/3/model-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_folds/0/model-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_launch-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_predictions-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "git_objects_terminal-result-git-freeze.json",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "prediction_freeze_before_score",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_bae2cd33_65f4d88c",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_65f4d88c_b66cc025",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "model_before_predict_0",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_27b13a67_eefa5c87",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_eefa5c87_b66cc025",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "model_before_predict_1",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "feature_before_fit_1",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_d341d9cc_526ab591",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_526ab591_b66cc025",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "model_before_predict_2",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "feature_before_fit_2",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_1b932e99_f79bed02",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_f79bed02_b66cc025",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "model_before_predict_3",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "feature_before_fit_3",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_9039d704_c10f5397",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "ancestor_c10f5397_b66cc025",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "model_before_predict_4",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "feature_before_fit_4",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "review_zip_sha",
|
|
"passed": true,
|
|
"detail": null
|
|
},
|
|
{
|
|
"name": "zip_members_match_local",
|
|
"passed": true,
|
|
"detail": [
|
|
"docs/phase2-b13-e1b-results-2026-11-17.md",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/score/result.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/complete.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/terminal-audit.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/contract.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/predictions-manifest.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/actual-start-audit.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/launch-git-freeze.json",
|
|
"artifacts/phase2-b13-e1b-2026-11-17/predictions-git-freeze.json",
|
|
"artifacts/phase2-local-launch-2026-11-17/engineering-contract.json"
|
|
]
|
|
}
|
|
],
|
|
"metrics": {
|
|
"relative_l2": {
|
|
"means": {
|
|
"new": 0.06970221430485846,
|
|
"A": 0.07083054082061195
|
|
},
|
|
"value": -0.0011283265157534987,
|
|
"low": -0.0019989173188186197,
|
|
"high": -0.0002597845040989764,
|
|
"components": 204,
|
|
"replicates": 2000,
|
|
"seed": 2026111408,
|
|
"undefined_replicates": 0,
|
|
"formula": "mean(before)-mean(after)",
|
|
"interval": "component-paired percentile95; descriptive"
|
|
},
|
|
"last_location": {
|
|
"means": {
|
|
"new": 0.3875896875773164,
|
|
"A": 0.3767138077118935
|
|
},
|
|
"value": 0.01087587986542295,
|
|
"low": -0.030985638484856685,
|
|
"high": 0.056365397014780966,
|
|
"components": 204,
|
|
"replicates": 2000,
|
|
"seed": 2026111408,
|
|
"undefined_replicates": 0,
|
|
"formula": "mean(before)-mean(after)",
|
|
"interval": "component-paired percentile95; descriptive"
|
|
},
|
|
"kendall_tau_b": {
|
|
"means": {
|
|
"new": 0.9281122438275485,
|
|
"A": 0.9266497195368358
|
|
},
|
|
"value": 0.0014625242907126484,
|
|
"low": 0.000305462345411244,
|
|
"high": 0.0027735802749041666,
|
|
"components": 204,
|
|
"replicates": 2000,
|
|
"seed": 2026111408,
|
|
"undefined_replicates": 0,
|
|
"formula": "mean(before)-mean(after)",
|
|
"interval": "component-paired percentile95; descriptive"
|
|
}
|
|
},
|
|
"barriers": [
|
|
{
|
|
"proof": "folds/1/features-git-freeze.json",
|
|
"commit": "27b13a67d3ed6f41b42b763da5e42d5f1cd075a5",
|
|
"unix": 1794907076,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/2/features-git-freeze.json",
|
|
"commit": "d341d9cc82c382602e53625205856faf13909434",
|
|
"unix": 1794907078,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/4/features-git-freeze.json",
|
|
"commit": "9039d704b2b7ff1b04d8f3c8bcce8938297207c3",
|
|
"unix": 1794907081,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/3/features-git-freeze.json",
|
|
"commit": "1b932e99f8a9eddc8033a8d734f4d261fcaa9d83",
|
|
"unix": 1794907079,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/0/features-git-freeze.json",
|
|
"commit": "bae2cd332e1c093552a002888dcc728763f90eb8",
|
|
"unix": 1794907074,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/1/model-git-freeze.json",
|
|
"commit": "eefa5c879577fefd437b84dbc1a14049ed3ccdbb",
|
|
"unix": 1794907349,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/2/model-git-freeze.json",
|
|
"commit": "526ab591da58300ca2f6ea33194b659010df45be",
|
|
"unix": 1794907350,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/4/model-git-freeze.json",
|
|
"commit": "c10f5397d905aea3cd8912264d3bc77d122eb86b",
|
|
"unix": 1794907352,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/3/model-git-freeze.json",
|
|
"commit": "f79bed02c72cfd1610e2b96eb9b6cf4251832b75",
|
|
"unix": 1794907350,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "folds/0/model-git-freeze.json",
|
|
"commit": "65f4d88ce6e136443b36a5912c1369912668c79a",
|
|
"unix": 1794907347,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "launch-git-freeze.json",
|
|
"commit": "29673c81ec06da5abfd8d4782c096b13b6ee6da4",
|
|
"unix": 1794907070,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "predictions-git-freeze.json",
|
|
"commit": "b66cc025a15386513666a90c0025ab894d97d22b",
|
|
"unix": 1794907377,
|
|
"remote_published": false
|
|
},
|
|
{
|
|
"proof": "terminal-result-git-freeze.json",
|
|
"commit": "044b99eb1f0157cd654df3773ca2fb4e7ae7d9b7",
|
|
"unix": 1794907686,
|
|
"remote_published": false
|
|
}
|
|
],
|
|
"findings": [
|
|
{
|
|
"severity": "metadata",
|
|
"finding": "Four fresh-fit target-access logs use hardcoded fold0_learning. Actual case lists and target hashes match each own fold learning contract; no test-role substitution found. Preserve originals and add erratum; no rerun needed."
|
|
},
|
|
{
|
|
"severity": "interpretation",
|
|
"finding": "Last-fill CI crosses zero: inconclusive, not proof of unchanged/equivalent performance. Pooled five-fold confirmation is not every-fold improvement."
|
|
}
|
|
],
|
|
"remote_publication": "Not independently checked; freeze receipts record false, no remote-completion claim.",
|
|
"source_result_commit": "044b99eb1f0157cd654df3773ca2fb4e7ae7d9b7"
|
|
}
|