Files
MeltMind/artifacts/gre24-reproduction-2026-11-15/integration-03/score-summary.json
T

520 lines
13 KiB
JSON

{
"dataset_version": "synthetic_only",
"protocol": "synthetic smoke, not scientific data",
"status": "SCORED_WITH_EXPLICIT_COVERAGE",
"summary": {
"naive": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
}
],
"mean_of_five_split_summaries": {
"min": 1.1607788938732118,
"median": 1.1607788938732118,
"max": 1.1607788938732118
},
"full_requested_coverage": true
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.9117259819436264,
"median": 0.9117259819436264,
"max": 0.9117259819436264
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.9117259819436264,
"median": 0.9117259819436264,
"max": 0.9117259819436264
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.9117259819436264,
"median": 0.9117259819436264,
"max": 0.9117259819436264
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.9117259819436264,
"median": 0.9117259819436264,
"max": 0.9117259819436264
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.9117259819436264,
"median": 0.9117259819436264,
"max": 0.9117259819436264
}
],
"mean_of_five_split_summaries": {
"min": 0.9117259819436263,
"median": 0.9117259819436263,
"max": 0.9117259819436263
},
"full_requested_coverage": true
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
}
],
"mean_of_five_split_summaries": {
"min": 1.173094770814564,
"median": 1.173094770814564,
"max": 1.173094770814564
},
"full_requested_coverage": true
}
},
"GBRT": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.02095071847807076,
"median": 0.02095071847807076,
"max": 0.02095071847807076
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.016455601043112972,
"median": 0.016455601043112972,
"max": 0.016455601043112972
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.021173005833544523,
"median": 0.021173005833544523,
"max": 0.021173005833544523
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
}
},
"FNN": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.13810242497024947,
"median": 0.13810242497024947,
"max": 0.13810242497024947
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.10847162166660623,
"median": 0.10847162166660623,
"max": 0.10847162166660623
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 1,
"scored": 1,
"missing": 0,
"min": 0.13956769323125362,
"median": 0.13956769323125362,
"max": 0.13956769323125362
},
{
"split": 1,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 2,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 3,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
},
{
"split": 4,
"requested_test_geometries": 1,
"scored": 0,
"missing": 1,
"min": null,
"median": null,
"max": null
}
],
"mean_of_five_split_summaries": {
"min": null,
"median": null,
"max": null
},
"full_requested_coverage": false
}
}
},
"worker_CPU_s": 0.0035956970000000643,
"scores_sha256": "13cef650a67f1c8e1ce9198b41325f3f6a2be35377da46f121eccdc7fdc4a197",
"paper_numbers_diagnostic_only": true,
"limitations": [
"v5 data instead of paper v4",
"R1 discretisation choices are explicit supplements",
"t_set substitutes unavailable applied Q",
"FNN fill-only and early stopping are declared choices",
"Random geometry splits may leak near-duplicate geometry families",
"Failed preparations not replaced; coverage is explicit"
]
}