522 lines
15 KiB
JSON
522 lines
15 KiB
JSON
{
|
|
"dataset_version": "v4",
|
|
"protocol": "Five independent 315test/314train random geometry splits; original v4 dataset; NOT five-fold CV",
|
|
"status": "SCORED_WITH_EXPLICIT_COVERAGE",
|
|
"summary": {
|
|
"naive": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.03011573717091679,
|
|
"median": 0.08733480340616194,
|
|
"max": 0.6140310303426706
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.033594733316195516,
|
|
"median": 0.0860417849459811,
|
|
"max": 0.32022298309430003
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.033594733316195516,
|
|
"median": 0.0849667009247939,
|
|
"max": 0.3489669121167219
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.033594733316195516,
|
|
"median": 0.08699144793322452,
|
|
"max": 0.5099547068199056
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.033594733316195516,
|
|
"median": 0.08569560675301284,
|
|
"max": 0.5099547068199056
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.03289893408713977,
|
|
"median": 0.08620606879263487,
|
|
"max": 0.46062606783870075
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.017375309233751163,
|
|
"median": 0.05230685189128467,
|
|
"max": 0.34540103486282975
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.02124091003008716,
|
|
"median": 0.051320729148705536,
|
|
"max": 0.19982997936920252
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.02124091003008716,
|
|
"median": 0.05052806120683326,
|
|
"max": 0.2028725406976662
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.020161001339837822,
|
|
"median": 0.051320729148705536,
|
|
"max": 0.3063098731389839
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.020161001339837822,
|
|
"median": 0.05138223840714714,
|
|
"max": 0.3063098731389839
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.020035826394720225,
|
|
"median": 0.05137172196053522,
|
|
"max": 0.2721446602415333
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.03532840874211501,
|
|
"median": 0.09883055866564605,
|
|
"max": 0.7659126131841388
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.03799117226810304,
|
|
"median": 0.0985921956914278,
|
|
"max": 0.3696273368218738
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.03799117226810304,
|
|
"median": 0.09747885964414398,
|
|
"max": 0.4049640607055669
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.03799117226810304,
|
|
"median": 0.09983173384603329,
|
|
"max": 0.6115836463762061
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.03799117226810304,
|
|
"median": 0.09824732111304318,
|
|
"max": 0.6115836463762061
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.037458619562905436,
|
|
"median": 0.09859613379205887,
|
|
"max": 0.5527342606927984
|
|
},
|
|
"full_requested_coverage": false
|
|
}
|
|
},
|
|
"GBRT": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.015605626439093877,
|
|
"median": 0.06831588668695932,
|
|
"max": 0.37857397000814036
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.01556172697563089,
|
|
"median": 0.06639455883234682,
|
|
"max": 0.2476526960148651
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.015885018092132868,
|
|
"median": 0.0641531709588043,
|
|
"max": 0.3153515853071631
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.016753927131210714,
|
|
"median": 0.0640550733761338,
|
|
"max": 0.4657504401085498
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.016808893228126898,
|
|
"median": 0.0678883833560176,
|
|
"max": 0.471841583787377
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.01612303837323905,
|
|
"median": 0.06616141464205236,
|
|
"max": 0.3758340550452191
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.00962834412246781,
|
|
"median": 0.04095166007851156,
|
|
"max": 0.21295314821462485
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.008977903222057586,
|
|
"median": 0.03976127542783873,
|
|
"max": 0.15193597840016698
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.009149675988421167,
|
|
"median": 0.03876572887307936,
|
|
"max": 0.17723144332982035
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.00966570976402294,
|
|
"median": 0.038269924994414034,
|
|
"max": 0.279758096780267
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.009681822574536193,
|
|
"median": 0.040147422779385315,
|
|
"max": 0.2834168088630869
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.00942069113430114,
|
|
"median": 0.0395792024306458,
|
|
"max": 0.2210590951175932
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.01779833987903417,
|
|
"median": 0.07894051669746747,
|
|
"max": 0.47221486264401724
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.018272826080667597,
|
|
"median": 0.07608168716627121,
|
|
"max": 0.3066300199093816
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.018714824085559797,
|
|
"median": 0.07369053089291129,
|
|
"max": 0.3689624868233618
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.019672726370035816,
|
|
"median": 0.07370921248094674,
|
|
"max": 0.5585699056279227
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.019803281180595395,
|
|
"median": 0.0775306935982377,
|
|
"max": 0.565874954119247
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.018852399519178557,
|
|
"median": 0.0759905281671669,
|
|
"max": 0.4544504458247861
|
|
},
|
|
"full_requested_coverage": false
|
|
}
|
|
},
|
|
"FNN": {
|
|
"rrmse_rms": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.029312198665973163,
|
|
"median": 0.07559204468140762,
|
|
"max": 0.37766117101777413
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.024872002052147943,
|
|
"median": 0.07642549866847041,
|
|
"max": 0.30938996831812965
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.025065076470464805,
|
|
"median": 0.07590930889321523,
|
|
"max": 0.3084078511289617
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.031239785089955875,
|
|
"median": 0.07672985042714454,
|
|
"max": 0.460506324896857
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.02177373985072949,
|
|
"median": 0.07415697739903758,
|
|
"max": 0.48806856040230057
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.026452560425854255,
|
|
"median": 0.07576273601385508,
|
|
"max": 0.3888067751528046
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_maximum": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.017960890762904757,
|
|
"median": 0.04492250458960734,
|
|
"max": 0.21243968602735025
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.014349206081862206,
|
|
"median": 0.04611776740018668,
|
|
"max": 0.23293182411195748
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.015027003638698851,
|
|
"median": 0.04568867583342402,
|
|
"max": 0.1733289798958644
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.018107942364846235,
|
|
"median": 0.04552457550332834,
|
|
"max": 0.2766081616120303
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.01305378295376598,
|
|
"median": 0.043878971511451564,
|
|
"max": 0.2931637198766994
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.01569976516041561,
|
|
"median": 0.04522649896759959,
|
|
"max": 0.23769447430478036
|
|
},
|
|
"full_requested_coverage": false
|
|
},
|
|
"rrmse_mean": {
|
|
"per_split": [
|
|
{
|
|
"split": 0,
|
|
"requested_test_geometries": 315,
|
|
"scored": 304,
|
|
"missing": 11,
|
|
"min": 0.033430793470220654,
|
|
"median": 0.08546498014539021,
|
|
"max": 0.471076281325687
|
|
},
|
|
{
|
|
"split": 1,
|
|
"requested_test_geometries": 315,
|
|
"scored": 311,
|
|
"missing": 4,
|
|
"min": 0.029205098411545786,
|
|
"median": 0.08680565170546405,
|
|
"max": 0.33818806128080914
|
|
},
|
|
{
|
|
"split": 2,
|
|
"requested_test_geometries": 315,
|
|
"scored": 308,
|
|
"missing": 7,
|
|
"min": 0.029334184171810943,
|
|
"median": 0.08730690084103826,
|
|
"max": 0.3608382929090229
|
|
},
|
|
{
|
|
"split": 3,
|
|
"requested_test_geometries": 315,
|
|
"scored": 309,
|
|
"missing": 6,
|
|
"min": 0.036254296860366256,
|
|
"median": 0.089295695167731,
|
|
"max": 0.5522806900166299
|
|
},
|
|
{
|
|
"split": 4,
|
|
"requested_test_geometries": 315,
|
|
"scored": 305,
|
|
"missing": 10,
|
|
"min": 0.025482263963687555,
|
|
"median": 0.0853400917420596,
|
|
"max": 0.585335807004994
|
|
}
|
|
],
|
|
"mean_of_five_split_summaries": {
|
|
"min": 0.030741327375526234,
|
|
"median": 0.08684266392033663,
|
|
"max": 0.46154382650742865
|
|
},
|
|
"full_requested_coverage": false
|
|
}
|
|
}
|
|
},
|
|
"worker_CPU_s": 3.8248957340000005,
|
|
"node_domain": "All retained tetrahedral nodes including walls, not S2 queries; auxiliary nodes separately reported",
|
|
"outside_tet_node_counts": {},
|
|
"scores_sha256": "7308e1b74d96e1f003766b72fc751c2cb0eedb9956d906d2446924015fcd04a9",
|
|
"paper_numbers_diagnostic_only": true,
|
|
"limitations": [
|
|
"v5 data instead of paper v4",
|
|
"R1 discretisation choices are explicit supplements",
|
|
"t_set substitutes unavailable applied Q",
|
|
"FNN fill-only and early stopping are declared choices",
|
|
"Random geometry splits may leak near-duplicate geometry families",
|
|
"Failed preparations not replaced; coverage is explicit"
|
|
]
|
|
}
|