Files
MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/score-summary.json
T

522 lines
15 KiB
JSON

{
"dataset_version": "v4",
"protocol": "Five independent 315test/314train random geometry splits; original v4 dataset; NOT five-fold CV",
"status": "SCORED_WITH_EXPLICIT_COVERAGE",
"summary": {
"naive": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.03011573717091679,
"median": 0.08733480340616194,
"max": 0.6140310303426706
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.033594733316195516,
"median": 0.0860417849459811,
"max": 0.32022298309430003
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.033594733316195516,
"median": 0.0849667009247939,
"max": 0.3489669121167219
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.033594733316195516,
"median": 0.08699144793322452,
"max": 0.5099547068199056
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.033594733316195516,
"median": 0.08569560675301284,
"max": 0.5099547068199056
}
],
"mean_of_five_split_summaries": {
"min": 0.03289893408713977,
"median": 0.08620606879263487,
"max": 0.46062606783870075
},
"full_requested_coverage": false
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.017375309233751163,
"median": 0.05230685189128467,
"max": 0.34540103486282975
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.02124091003008716,
"median": 0.051320729148705536,
"max": 0.19982997936920252
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.02124091003008716,
"median": 0.05052806120683326,
"max": 0.2028725406976662
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.020161001339837822,
"median": 0.051320729148705536,
"max": 0.3063098731389839
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.020161001339837822,
"median": 0.05138223840714714,
"max": 0.3063098731389839
}
],
"mean_of_five_split_summaries": {
"min": 0.020035826394720225,
"median": 0.05137172196053522,
"max": 0.2721446602415333
},
"full_requested_coverage": false
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.03532840874211501,
"median": 0.09883055866564605,
"max": 0.7659126131841388
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.03799117226810304,
"median": 0.0985921956914278,
"max": 0.3696273368218738
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.03799117226810304,
"median": 0.09747885964414398,
"max": 0.4049640607055669
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.03799117226810304,
"median": 0.09983173384603329,
"max": 0.6115836463762061
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.03799117226810304,
"median": 0.09824732111304318,
"max": 0.6115836463762061
}
],
"mean_of_five_split_summaries": {
"min": 0.037458619562905436,
"median": 0.09859613379205887,
"max": 0.5527342606927984
},
"full_requested_coverage": false
}
},
"GBRT": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.015605626439093877,
"median": 0.06831588668695932,
"max": 0.37857397000814036
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.01556172697563089,
"median": 0.06639455883234682,
"max": 0.2476526960148651
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.015885018092132868,
"median": 0.0641531709588043,
"max": 0.3153515853071631
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.016753927131210714,
"median": 0.0640550733761338,
"max": 0.4657504401085498
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.016808893228126898,
"median": 0.0678883833560176,
"max": 0.471841583787377
}
],
"mean_of_five_split_summaries": {
"min": 0.01612303837323905,
"median": 0.06616141464205236,
"max": 0.3758340550452191
},
"full_requested_coverage": false
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.00962834412246781,
"median": 0.04095166007851156,
"max": 0.21295314821462485
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.008977903222057586,
"median": 0.03976127542783873,
"max": 0.15193597840016698
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.009149675988421167,
"median": 0.03876572887307936,
"max": 0.17723144332982035
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.00966570976402294,
"median": 0.038269924994414034,
"max": 0.279758096780267
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.009681822574536193,
"median": 0.040147422779385315,
"max": 0.2834168088630869
}
],
"mean_of_five_split_summaries": {
"min": 0.00942069113430114,
"median": 0.0395792024306458,
"max": 0.2210590951175932
},
"full_requested_coverage": false
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.01779833987903417,
"median": 0.07894051669746747,
"max": 0.47221486264401724
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.018272826080667597,
"median": 0.07608168716627121,
"max": 0.3066300199093816
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.018714824085559797,
"median": 0.07369053089291129,
"max": 0.3689624868233618
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.019672726370035816,
"median": 0.07370921248094674,
"max": 0.5585699056279227
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.019803281180595395,
"median": 0.0775306935982377,
"max": 0.565874954119247
}
],
"mean_of_five_split_summaries": {
"min": 0.018852399519178557,
"median": 0.0759905281671669,
"max": 0.4544504458247861
},
"full_requested_coverage": false
}
},
"FNN": {
"rrmse_rms": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.029312198665973163,
"median": 0.07559204468140762,
"max": 0.37766117101777413
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.024872002052147943,
"median": 0.07642549866847041,
"max": 0.30938996831812965
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.025065076470464805,
"median": 0.07590930889321523,
"max": 0.3084078511289617
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.031239785089955875,
"median": 0.07672985042714454,
"max": 0.460506324896857
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.02177373985072949,
"median": 0.07415697739903758,
"max": 0.48806856040230057
}
],
"mean_of_five_split_summaries": {
"min": 0.026452560425854255,
"median": 0.07576273601385508,
"max": 0.3888067751528046
},
"full_requested_coverage": false
},
"rrmse_maximum": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.017960890762904757,
"median": 0.04492250458960734,
"max": 0.21243968602735025
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.014349206081862206,
"median": 0.04611776740018668,
"max": 0.23293182411195748
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.015027003638698851,
"median": 0.04568867583342402,
"max": 0.1733289798958644
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.018107942364846235,
"median": 0.04552457550332834,
"max": 0.2766081616120303
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.01305378295376598,
"median": 0.043878971511451564,
"max": 0.2931637198766994
}
],
"mean_of_five_split_summaries": {
"min": 0.01569976516041561,
"median": 0.04522649896759959,
"max": 0.23769447430478036
},
"full_requested_coverage": false
},
"rrmse_mean": {
"per_split": [
{
"split": 0,
"requested_test_geometries": 315,
"scored": 304,
"missing": 11,
"min": 0.033430793470220654,
"median": 0.08546498014539021,
"max": 0.471076281325687
},
{
"split": 1,
"requested_test_geometries": 315,
"scored": 311,
"missing": 4,
"min": 0.029205098411545786,
"median": 0.08680565170546405,
"max": 0.33818806128080914
},
{
"split": 2,
"requested_test_geometries": 315,
"scored": 308,
"missing": 7,
"min": 0.029334184171810943,
"median": 0.08730690084103826,
"max": 0.3608382929090229
},
{
"split": 3,
"requested_test_geometries": 315,
"scored": 309,
"missing": 6,
"min": 0.036254296860366256,
"median": 0.089295695167731,
"max": 0.5522806900166299
},
{
"split": 4,
"requested_test_geometries": 315,
"scored": 305,
"missing": 10,
"min": 0.025482263963687555,
"median": 0.0853400917420596,
"max": 0.585335807004994
}
],
"mean_of_five_split_summaries": {
"min": 0.030741327375526234,
"median": 0.08684266392033663,
"max": 0.46154382650742865
},
"full_requested_coverage": false
}
}
},
"worker_CPU_s": 3.8248957340000005,
"node_domain": "All retained tetrahedral nodes including walls, not S2 queries; auxiliary nodes separately reported",
"outside_tet_node_counts": {},
"scores_sha256": "7308e1b74d96e1f003766b72fc751c2cb0eedb9956d906d2446924015fcd04a9",
"paper_numbers_diagnostic_only": true,
"limitations": [
"v5 data instead of paper v4",
"R1 discretisation choices are explicit supplements",
"t_set substitutes unavailable applied Q",
"FNN fill-only and early stopping are declared choices",
"Random geometry splits may leak near-duplicate geometry families",
"Failed preparations not replaced; coverage is explicit"
]
}