520 lines
13 KiB
JSON
520 lines
13 KiB
JSON
{
|
|
"dataset_version": "synthetic_only",
|
|
"protocol": "synthetic smoke, not scientific data",
|
|
"status": "SCORED_WITH_EXPLICIT_COVERAGE",
|
|
"summary": {
|
|
"naive": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 1.1607788938732118,
|
|
"median": 1.1607788938732118,
|
|
"max": 1.1607788938732118
|
|
},
|
|
"full_requested_coverage": true
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.9117259819436264,
|
|
"median": 0.9117259819436264,
|
|
"max": 0.9117259819436264
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.9117259819436264,
|
|
"median": 0.9117259819436264,
|
|
"max": 0.9117259819436264
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.9117259819436264,
|
|
"median": 0.9117259819436264,
|
|
"max": 0.9117259819436264
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.9117259819436264,
|
|
"median": 0.9117259819436264,
|
|
"max": 0.9117259819436264
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.9117259819436264,
|
|
"median": 0.9117259819436264,
|
|
"max": 0.9117259819436264
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.9117259819436263,
|
|
"median": 0.9117259819436263,
|
|
"max": 0.9117259819436263
|
|
},
|
|
"full_requested_coverage": true
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 1.173094770814564,
|
|
"median": 1.173094770814564,
|
|
"max": 1.173094770814564
|
|
},
|
|
"full_requested_coverage": true
|
|
}
|
|
},
|
|
"GBRT": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.02095071847807076,
|
|
"median": 0.02095071847807076,
|
|
"max": 0.02095071847807076
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.016455601043112972,
|
|
"median": 0.016455601043112972,
|
|
"max": 0.016455601043112972
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.021173005833544523,
|
|
"median": 0.021173005833544523,
|
|
"max": 0.021173005833544523
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
}
|
|
},
|
|
"FNN": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.13810242497024947,
|
|
"median": 0.13810242497024947,
|
|
"max": 0.13810242497024947
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.10847162166660623,
|
|
"median": 0.10847162166660623,
|
|
"max": 0.10847162166660623
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 1,
|
|
"scored": 1,
|
|
"missing": 0,
|
|
"min": 0.13956769323125362,
|
|
"median": 0.13956769323125362,
|
|
"max": 0.13956769323125362
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 1,
|
|
"scored": 0,
|
|
"missing": 1,
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": null,
|
|
"median": null,
|
|
"max": null
|
|
},
|
|
"full_requested_coverage": false
|
|
}
|
|
}
|
|
},
|
|
"worker_CPU_s": 0.0035956970000000643,
|
|
"scores_sha256": "13cef650a67f1c8e1ce9198b41325f3f6a2be35377da46f121eccdc7fdc4a197",
|
|
"paper_numbers_diagnostic_only": true,
|
|
"limitations": [
|
|
"v5 data instead of paper v4",
|
|
"R1 discretisation choices are explicit supplements",
|
|
"t_set substitutes unavailable applied Q",
|
|
"FNN fill-only and early stopping are declared choices",
|
|
"Random geometry splits may leak near-duplicate geometry families",
|
|
"Failed preparations not replaced; coverage is explicit"
|
|
]
|
|
}
|