diff --git a/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/publication-metadata-readback-2026-11-16.json b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/publication-metadata-readback-2026-11-16.json new file mode 100644 index 000000000..60076dbd5 --- /dev/null +++ b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/publication-metadata-readback-2026-11-16.json @@ -0,0 +1,64 @@ +{ + "unix": 1794782466.574412, + "commit": "9bf495ae0b1badd08565d42dcb22e4eeeb722df0", + "method": "Independent HTTPS raw commit readback, compared to local exact bytes", + "records": [ + { + "path": "docs/gre24-v5-reproduction-results-2026-11-16.md", + "http_status": 200, + "bytes": 8270, + "local_sha256": "59151094c1d12d40f5ba587304fb6033ecbf4637a41ecff8381b67b729ea4be7", + "remote_sha256": "59151094c1d12d40f5ba587304fb6033ecbf4637a41ecff8381b67b729ea4be7", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/final-terminal-audit-2026-11-16.json", + "http_status": 200, + "bytes": 18041, + "local_sha256": "3dcba59b459d87717e5b2f883d29eb2ae62c4fb3c1eff2cf2c0d5005f4a2fdc7", + "remote_sha256": "3dcba59b459d87717e5b2f883d29eb2ae62c4fb3c1eff2cf2c0d5005f4a2fdc7", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/reproduction-complete.json", + "http_status": 200, + "bytes": 9095, + "local_sha256": "ce4023152b969dfd60b8d6ead58aed9e7a29ff354def1b7e61e7955837e307fa", + "remote_sha256": "ce4023152b969dfd60b8d6ead58aed9e7a29ff354def1b7e61e7955837e307fa", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/score-summary.json", + "http_status": 200, + "bytes": 15935, + "local_sha256": "ebfe3314147d56bda9a356797be5fb9650b48c0cd04c07bb70d4a913143e3884", + "remote_sha256": "ebfe3314147d56bda9a356797be5fb9650b48c0cd04c07bb70d4a913143e3884", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/models-freeze.json", + "http_status": 200, + "bytes": 7040, + "local_sha256": "2ce1e3ffd4ffcf4f2c5a79ec734c76e220093febb988cd334347fbfef1663419", + "remote_sha256": "2ce1e3ffd4ffcf4f2c5a79ec734c76e220093febb988cd334347fbfef1663419", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/predictions-freeze.json", + "http_status": 200, + "bytes": 1939755, + "local_sha256": "8104a960cf32c4f5f57336c71369ad47bb1c808145b7d15bf9e6c2fda23d1169", + "remote_sha256": "8104a960cf32c4f5f57336c71369ad47bb1c808145b7d15bf9e6c2fda23d1169", + "match": true + }, + { + "path": "artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/scores.json", + "http_status": 200, + "bytes": 2147188, + "local_sha256": "af2aa9fdb207c86c4ff91a75a33e84734e3995f37fd316ae394bfd231f57a674", + "remote_sha256": "af2aa9fdb207c86c4ff91a75a33e84734e3995f37fd316ae394bfd231f57a674", + "match": true + } + ], + "status": "PASS" +} diff --git a/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-receipt-2026-11-16.json b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-receipt-2026-11-16.json new file mode 100644 index 000000000..ce883181a --- /dev/null +++ b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-receipt-2026-11-16.json @@ -0,0 +1,11 @@ +{ + "unix": 1794782533.6830049, + "worker_cpu_seconds": 0.165208997, + "wall_seconds": 0.16521130001638085, + "source_scores_sha256": "af2aa9fdb207c86c4ff91a75a33e84734e3995f37fd316ae394bfd231f57a674", + "original_scores_unchanged": true, + "scope": "Read stored scalar scores and summarize only; no model/array/label loading or rescoring", + "original_completed_CPU_seconds": 136620.98104499982, + "cumulative_with_display_CPU_seconds": 136621.14625399682, + "GPU_seconds_added": 0 +} diff --git a/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-supplement-2026-11-16.json b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-supplement-2026-11-16.json new file mode 100644 index 000000000..8bdc52b92 --- /dev/null +++ b/artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16/stored-score-display-supplement-2026-11-16.json @@ -0,0 +1,28203 @@ +{ + "authorizing_request": "Claude Slack1794782386.838149", + "source_scores_sha256": "af2aa9fdb207c86c4ff91a75a33e84734e3995f37fd316ae394bfd231f57a674", + "source_score_summary_sha256": "ebfe3314147d56bda9a356797be5fb9650b48c0cd04c07bb70d4a913143e3884", + "dataset": "v5 paper-protocol deviation", + "threshold_rule": "Strict RRMSE <0.1; denominator is valid scored geometries within each split; exclude preparation failures explicitly; average five split fractions with equal weight", + "paired_rule": "Per split median of case-matched naive minus GBRT values; not difference of two medians", + "threshold": { + "rrmse_rms": { + "naive": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 174, + "fraction": 0.5667752442996743 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 190, + "fraction": 0.6168831168831169 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 173, + "fraction": 0.565359477124183 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 180, + "fraction": 0.5901639344262295 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 181, + "fraction": 0.5876623376623377 + } + ], + "mean_of_five_split_fractions": 0.5853688220791082 + }, + "GBRT": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 238, + "fraction": 0.7752442996742671 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 235, + "fraction": 0.762987012987013 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 226, + "fraction": 0.738562091503268 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 235, + "fraction": 0.7704918032786885 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 232, + "fraction": 0.7532467532467533 + } + ], + "mean_of_five_split_fractions": 0.760106392137998 + }, + "FNN": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 222, + "fraction": 0.7231270358306189 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 220, + "fraction": 0.7142857142857143 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 214, + "fraction": 0.6993464052287581 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 207, + "fraction": 0.6786885245901639 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 231, + "fraction": 0.75 + } + ], + "mean_of_five_split_fractions": 0.713089535987051 + } + }, + "rrmse_maximum": { + "naive": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 272, + "fraction": 0.8859934853420195 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 272, + "fraction": 0.8831168831168831 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 261, + "fraction": 0.8529411764705882 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 267, + "fraction": 0.8754098360655738 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 262, + "fraction": 0.8506493506493507 + } + ], + "mean_of_five_split_fractions": 0.869622146328883 + }, + "GBRT": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 293, + "fraction": 0.9543973941368078 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 291, + "fraction": 0.9448051948051948 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 291, + "fraction": 0.9509803921568627 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 292, + "fraction": 0.9573770491803278 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 295, + "fraction": 0.9577922077922078 + } + ], + "mean_of_five_split_fractions": 0.9530704476142802 + }, + "FNN": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 288, + "fraction": 0.9381107491856677 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 287, + "fraction": 0.9318181818181818 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 285, + "fraction": 0.9313725490196079 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 281, + "fraction": 0.921311475409836 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 286, + "fraction": 0.9285714285714286 + } + ], + "mean_of_five_split_fractions": 0.9302368768009444 + } + }, + "rrmse_mean": { + "naive": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 145, + "fraction": 0.4723127035830619 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 158, + "fraction": 0.512987012987013 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 150, + "fraction": 0.49019607843137253 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 157, + "fraction": 0.5147540983606558 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 157, + "fraction": 0.5097402597402597 + } + ], + "mean_of_five_split_fractions": 0.4999980306204726 + }, + "GBRT": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 207, + "fraction": 0.6742671009771987 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 206, + "fraction": 0.6688311688311688 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 203, + "fraction": 0.6633986928104575 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 209, + "fraction": 0.6852459016393443 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 210, + "fraction": 0.6818181818181818 + } + ], + "mean_of_five_split_fractions": 0.6747122092152702 + }, + "FNN": { + "per_split": [ + { + "split": 0, + "requested_test_geometries": 312, + "valid": 307, + "preparation_excluded": 5, + "undefined": 0, + "below_0p1": 193, + "fraction": 0.6286644951140065 + }, + { + "split": 1, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 197, + "fraction": 0.6396103896103896 + }, + { + "split": 2, + "requested_test_geometries": 312, + "valid": 306, + "preparation_excluded": 6, + "undefined": 0, + "below_0p1": 187, + "fraction": 0.6111111111111112 + }, + { + "split": 3, + "requested_test_geometries": 312, + "valid": 305, + "preparation_excluded": 7, + "undefined": 0, + "below_0p1": 170, + "fraction": 0.5573770491803278 + }, + { + "split": 4, + "requested_test_geometries": 312, + "valid": 308, + "preparation_excluded": 4, + "undefined": 0, + "below_0p1": 200, + "fraction": 0.6493506493506493 + } + ], + "mean_of_five_split_fractions": 0.6172227388732969 + } + } + }, + "paired": { + "rrmse_rms": { + "direction": "naive minus GBRT; positive means lower GBRT error", + "per_split": [ + { + "split": 0, + "pairs": 307, + "median_naive_minus_GBRT": 0.018514102312187072, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.14174694304948054, + "GBRT": 0.11907237457762161, + "naive_minus_GBRT": 0.022674568471858933 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.18241822215358253, + "GBRT": 0.13208167525796513, + "naive_minus_GBRT": 0.050336546895617396 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.12079429568611605, + "GBRT": 0.06533798403726582, + "naive_minus_GBRT": 0.05545631164885023 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.045016539231704365, + "GBRT": 0.14061188569591346, + "naive_minus_GBRT": -0.09559534646420909 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.10721350120527895, + "GBRT": 0.16083701624096963, + "naive_minus_GBRT": -0.05362351503569068 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.3265149357362591, + "GBRT": 0.09523366347628967, + "naive_minus_GBRT": 0.23128127225996944 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.06209020223831823, + "GBRT": 0.05704113617494953, + "naive_minus_GBRT": 0.005049066063368697 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.10609843862098144, + "GBRT": 0.09557851828250441, + "naive_minus_GBRT": 0.010519920338477026 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.13756463256052093, + "GBRT": 0.12157116946323994, + "naive_minus_GBRT": 0.015993463097280988 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.1716666392458885, + "GBRT": 0.13037152891537998, + "naive_minus_GBRT": 0.04129511033050853 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03011573717091679, + "GBRT": 0.029508394237838714, + "naive_minus_GBRT": 0.0006073429330780769 + }, + { + "case": "00000077_767e4372b5f94a88a7a17d90_step_018", + "naive": 0.11700195441480916, + "GBRT": 0.06278060375500828, + "naive_minus_GBRT": 0.05422135065980088 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.0500180141874045, + "GBRT": 0.07068307922424534, + "naive_minus_GBRT": -0.02066506503684084 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.1953346588415704, + "GBRT": 0.10000419021829883, + "naive_minus_GBRT": 0.09533046862327156 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.04457595249175284, + "GBRT": 0.10170545252896208, + "naive_minus_GBRT": -0.05712950003720924 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.10173359407909909, + "GBRT": 0.08508320860309157, + "naive_minus_GBRT": 0.016650385476007515 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.13596073720736346, + "GBRT": 0.08624251985717135, + "naive_minus_GBRT": 0.049718217350192107 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.037289870298687425, + "GBRT": 0.04856708903774272, + "naive_minus_GBRT": -0.011277218739055295 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.08774954370983523, + "GBRT": 0.0695930724600903, + "naive_minus_GBRT": 0.018156471249744927 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.10483332947430739, + "GBRT": 0.10009349007933953, + "naive_minus_GBRT": 0.00473983939496786 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.08004753501401699, + "GBRT": 0.04474442216564067, + "naive_minus_GBRT": 0.03530311284837632 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.07063815991492874, + "GBRT": 0.03958330970860528, + "naive_minus_GBRT": 0.031054850206323453 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.08351225372718378, + "GBRT": 0.04261039193379559, + "naive_minus_GBRT": 0.04090186179338819 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.08128433493005607, + "GBRT": 0.05761764590068309, + "naive_minus_GBRT": 0.02366668902937298 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.09889883334581281, + "GBRT": 0.09504236631282877, + "naive_minus_GBRT": 0.0038564670329840484 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.07191532325510949, + "GBRT": 0.0695717350353614, + "naive_minus_GBRT": 0.0023435882197480884 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.11988277669657209, + "GBRT": 0.07615452871172243, + "naive_minus_GBRT": 0.04372824798484966 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.16384157472213648, + "GBRT": 0.13490079138073133, + "naive_minus_GBRT": 0.028940783341405152 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.12814840513054515, + "GBRT": 0.06486410780238339, + "naive_minus_GBRT": 0.06328429732816176 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.12494901221373673, + "GBRT": 0.08070979589587624, + "naive_minus_GBRT": 0.0442392163178605 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.19870806334686536, + "GBRT": 0.1267677060719268, + "naive_minus_GBRT": 0.07194035727493855 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.08340603116161494, + "GBRT": 0.05910485433873917, + "naive_minus_GBRT": 0.024301176822875768 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.08073567419292081, + "GBRT": 0.03413527992221806, + "naive_minus_GBRT": 0.04660039427070275 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.09573880995934506, + "GBRT": 0.046091705852444806, + "naive_minus_GBRT": 0.04964710410690025 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.059950101800201334, + "GBRT": 0.05242751038182135, + "naive_minus_GBRT": 0.0075225914183799855 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.12559805031459298, + "GBRT": 0.04324236052545458, + "naive_minus_GBRT": 0.0823556897891384 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.10142465346166082, + "GBRT": 0.09309190019767673, + "naive_minus_GBRT": 0.008332753263984097 + }, + { + "case": "00000206_27417003e762409185cb2b69_step_000", + "naive": 0.04917857751298982, + "GBRT": 0.03963244279581496, + "naive_minus_GBRT": 0.009546134717174859 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.18005959556453155, + "GBRT": 0.17858726122477572, + "naive_minus_GBRT": 0.0014723343397558264 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.033594733316195516, + "GBRT": 0.03535899647194607, + "naive_minus_GBRT": -0.0017642631557505534 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.06754882702763697, + "GBRT": 0.0451790178434319, + "naive_minus_GBRT": 0.022369809184205065 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.20297445065307165, + "GBRT": 0.1424735757818812, + "naive_minus_GBRT": 0.06050087487119046 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.13744082093289534, + "GBRT": 0.11132809980658592, + "naive_minus_GBRT": 0.026112721126309413 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.05979435909910397, + "GBRT": 0.04597399524010192, + "naive_minus_GBRT": 0.013820363859002052 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.08524429044247141, + "GBRT": 0.07415646927201695, + "naive_minus_GBRT": 0.011087821170454454 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.09010802189564047, + "GBRT": 0.04023164893546696, + "naive_minus_GBRT": 0.04987637296017351 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1857761546207732, + "GBRT": 0.08847526373854808, + "naive_minus_GBRT": 0.09730089088222513 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.07963067561538958, + "GBRT": 0.07400494273748606, + "naive_minus_GBRT": 0.005625732877903522 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.10872368897614394, + "GBRT": 0.05696529811424823, + "naive_minus_GBRT": 0.05175839086189571 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.16782193156930772, + "GBRT": 0.1577512126743388, + "naive_minus_GBRT": 0.01007071889496891 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.04052600336446698, + "GBRT": 0.03131845509777751, + "naive_minus_GBRT": 0.009207548266689472 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.07690243620199111, + "GBRT": 0.08827642425252286, + "naive_minus_GBRT": -0.011373988050531747 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.10771187967352411, + "GBRT": 0.0950066687691799, + "naive_minus_GBRT": 0.012705210904344205 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.08844146726198437, + "GBRT": 0.041589759184544335, + "naive_minus_GBRT": 0.04685170807744004 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.2139114006457236, + "GBRT": 0.17710227024692715, + "naive_minus_GBRT": 0.036809130398796436 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.09173585660450703, + "GBRT": 0.07116878593096576, + "naive_minus_GBRT": 0.02056707067354127 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.074507513104058, + "GBRT": 0.04993001386359414, + "naive_minus_GBRT": 0.024577499240463853 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.07766116009000024, + "GBRT": 0.04844953218588211, + "naive_minus_GBRT": 0.029211627904118125 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.11865254252439192, + "GBRT": 0.10075406573156158, + "naive_minus_GBRT": 0.01789847679283034 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.05654562130358392, + "GBRT": 0.08259454236729771, + "naive_minus_GBRT": -0.026048921063713794 + }, + { + "case": "00000311_3062bccff48e47a2b9de05e3_step_006", + "naive": 0.12513157805346453, + "GBRT": 0.09552977644341924, + "naive_minus_GBRT": 0.02960180161004529 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.056800585707835465, + "GBRT": 0.045161145850078306, + "naive_minus_GBRT": 0.011639439857757158 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.06818946894828987, + "GBRT": 0.05806339849592582, + "naive_minus_GBRT": 0.010126070452364043 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.04735378004521193, + "GBRT": 0.03485710753378164, + "naive_minus_GBRT": 0.012496672511430287 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.047457568883458166, + "GBRT": 0.03746512901780845, + "naive_minus_GBRT": 0.009992439865649717 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0593433998686706, + "GBRT": 0.03154447918510721, + "naive_minus_GBRT": 0.02779892068356339 + }, + { + "case": "00000321_3062bccff48e47a2b9de05e3_step_016", + "naive": 0.05015457769830864, + "GBRT": 0.053841608639662294, + "naive_minus_GBRT": -0.0036870309413536556 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.15992379021140352, + "GBRT": 0.14467466744289406, + "naive_minus_GBRT": 0.015249122768509454 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.04385018109646638, + "GBRT": 0.04455512928404725, + "naive_minus_GBRT": -0.0007049481875808714 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.11396234883581671, + "GBRT": 0.07747929463518904, + "naive_minus_GBRT": 0.03648305420062767 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.10042739943170675, + "GBRT": 0.10226229881564777, + "naive_minus_GBRT": -0.0018348993839410188 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.11000250156529318, + "GBRT": 0.09824001812845616, + "naive_minus_GBRT": 0.011762483436837015 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.07172961426486031, + "GBRT": 0.0400383123760708, + "naive_minus_GBRT": 0.03169130188878951 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.09223679900616723, + "GBRT": 0.04488564237285491, + "naive_minus_GBRT": 0.04735115663331232 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.22382424270299184, + "GBRT": 0.1394655983794217, + "naive_minus_GBRT": 0.08435864432357013 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.10879166804178467, + "GBRT": 0.06048437543443382, + "naive_minus_GBRT": 0.048307292607350845 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.19479805573163256, + "GBRT": 0.11166007997480287, + "naive_minus_GBRT": 0.08313797575682969 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.15024476486226995, + "GBRT": 0.08891186908333276, + "naive_minus_GBRT": 0.06133289577893719 + }, + { + "case": "00000379_239bbf0e92974a32bd214366_step_000", + "naive": 0.07159472063742323, + "GBRT": 0.08208310474877109, + "naive_minus_GBRT": -0.010488384111347865 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.06895983961295182, + "GBRT": 0.062628006999046, + "naive_minus_GBRT": 0.0063318326139058245 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.14825547910252748, + "GBRT": 0.13911814213107795, + "naive_minus_GBRT": 0.009137336971449528 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.06563545437283465, + "GBRT": 0.05360292428777289, + "naive_minus_GBRT": 0.012032530085061756 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.15455306281951722, + "GBRT": 0.0782327651553779, + "naive_minus_GBRT": 0.07632029766413932 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.08453088515843407, + "GBRT": 0.08684288844044165, + "naive_minus_GBRT": -0.002312003282007577 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.06312127953419988, + "GBRT": 0.05576608690982723, + "naive_minus_GBRT": 0.007355192624372654 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.11013431896024503, + "GBRT": 0.08651525090613447, + "naive_minus_GBRT": 0.023619068054110556 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.035910811021102676, + "GBRT": 0.03192390552463835, + "naive_minus_GBRT": 0.003986905496464327 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06078561216127125, + "GBRT": 0.058422250887804686, + "naive_minus_GBRT": 0.0023633612734665632 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.12755360244347783, + "GBRT": 0.07678087794099929, + "naive_minus_GBRT": 0.050772724502478536 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.04166667599159182, + "GBRT": 0.024935402992668124, + "naive_minus_GBRT": 0.0167312729989237 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.05276466288767624, + "GBRT": 0.03833691911095613, + "naive_minus_GBRT": 0.014427743776720112 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.06094299609066368, + "GBRT": 0.06624390749349326, + "naive_minus_GBRT": -0.0053009114028295876 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.07796727066651926, + "GBRT": 0.06642018296864922, + "naive_minus_GBRT": 0.011547087697870037 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.1434371098578337, + "GBRT": 0.1516498741102454, + "naive_minus_GBRT": -0.008212764252411686 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.07687707773592425, + "GBRT": 0.06026608207834587, + "naive_minus_GBRT": 0.016610995657578384 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.04748032806318767, + "GBRT": 0.04690696424647189, + "naive_minus_GBRT": 0.0005733638167157856 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.16048403957274213, + "GBRT": 0.10435627959147728, + "naive_minus_GBRT": 0.056127759981264846 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06061740874729962, + "GBRT": 0.056235708355922544, + "naive_minus_GBRT": 0.004381700391377079 + }, + { + "case": "00000574_5a4cef68211d4706b1ec8586_step_003", + "naive": 0.1350504799879314, + "GBRT": 0.1217317317900913, + "naive_minus_GBRT": 0.01331874819784011 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.14374906304488833, + "GBRT": 0.08718728285951978, + "naive_minus_GBRT": 0.056561780185368546 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.12397584491778266, + "GBRT": 0.08684720545741255, + "naive_minus_GBRT": 0.03712863946037011 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.2172441846098473, + "GBRT": 0.07855198466834916, + "naive_minus_GBRT": 0.13869219994149812 + }, + { + "case": "00000583_5a4cef68211d4706b1ec8586_step_012", + "naive": 0.16849895462515066, + "GBRT": 0.1532667378375338, + "naive_minus_GBRT": 0.015232216787616853 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.050182763556154815, + "GBRT": 0.04139247514369212, + "naive_minus_GBRT": 0.008790288412462696 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.1440267564747992, + "GBRT": 0.12050255858223026, + "naive_minus_GBRT": 0.023524197892568946 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.04435926112833376, + "GBRT": 0.045677956561342936, + "naive_minus_GBRT": -0.0013186954330091788 + }, + { + "case": "00000615_c710d414bbbc4340b682c58a_step_001", + "naive": 0.07246659772507567, + "GBRT": 0.05316011700050137, + "naive_minus_GBRT": 0.019306480724574304 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.1799032428019309, + "GBRT": 0.10702357947115321, + "naive_minus_GBRT": 0.0728796633307777 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.10245131369445742, + "GBRT": 0.0925373414295015, + "naive_minus_GBRT": 0.009913972264955925 + }, + { + "case": "00000618_c710d414bbbc4340b682c58a_step_004", + "naive": 0.11939204045633675, + "GBRT": 0.09257772840635807, + "naive_minus_GBRT": 0.02681431204997868 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.055271865555362475, + "GBRT": 0.04366248251890755, + "naive_minus_GBRT": 0.011609383036454923 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.07483687550038765, + "GBRT": 0.06541901363326649, + "naive_minus_GBRT": 0.009417861867121152 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.04189131970312312, + "GBRT": 0.04423957444975752, + "naive_minus_GBRT": -0.002348254746634401 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.10806164596513697, + "GBRT": 0.05853681775069779, + "naive_minus_GBRT": 0.04952482821443918 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.046618175730269676, + "GBRT": 0.039436584475988364, + "naive_minus_GBRT": 0.007181591254281312 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.08196333095723808, + "GBRT": 0.06181720050533481, + "naive_minus_GBRT": 0.02014613045190327 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.15675172287243655, + "GBRT": 0.11110977765291406, + "naive_minus_GBRT": 0.04564194521952249 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.09934097793677281, + "GBRT": 0.05496422811354304, + "naive_minus_GBRT": 0.04437674982322977 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.058422521901973945, + "GBRT": 0.05439383092060583, + "naive_minus_GBRT": 0.004028690981368113 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.11083382019752382, + "GBRT": 0.09774217015425839, + "naive_minus_GBRT": 0.01309165004326543 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.11309665456898643, + "GBRT": 0.09079736775691145, + "naive_minus_GBRT": 0.022299286812074978 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.05168478721653977, + "GBRT": 0.05129088765932935, + "naive_minus_GBRT": 0.0003938995572104198 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.14329358365349318, + "GBRT": 0.06606875222481944, + "naive_minus_GBRT": 0.07722483142867374 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.21253846055380934, + "GBRT": 0.09768115510237207, + "naive_minus_GBRT": 0.11485730545143727 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.17375839993800496, + "GBRT": 0.08537387150606611, + "naive_minus_GBRT": 0.08838452843193885 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.09297502781394193, + "GBRT": 0.06927296121812468, + "naive_minus_GBRT": 0.02370206659581725 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.0693221625833535, + "GBRT": 0.07143934967350583, + "naive_minus_GBRT": -0.0021171870901523365 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.16747501839641502, + "GBRT": 0.05993239377510174, + "naive_minus_GBRT": 0.10754262462131328 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.11423000042057674, + "GBRT": 0.07883698355595248, + "naive_minus_GBRT": 0.03539301686462426 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.1497362662306884, + "GBRT": 0.14437372775940963, + "naive_minus_GBRT": 0.005362538471278766 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.04621770594549012, + "GBRT": 0.017932019954701874, + "naive_minus_GBRT": 0.028285685990788248 + }, + { + "case": "00000778_a25fb37392a44447b9684f16_step_003", + "naive": 0.10703599999485405, + "GBRT": 0.056763895802494004, + "naive_minus_GBRT": 0.05027210419236005 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.10845068794238737, + "GBRT": 0.05067905737439194, + "naive_minus_GBRT": 0.057771630567995426 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.0984879739634179, + "GBRT": 0.06300979301691412, + "naive_minus_GBRT": 0.035478180946503776 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.10410041073965998, + "GBRT": 0.06362167033575661, + "naive_minus_GBRT": 0.04047874040390337 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.11639151548351634, + "GBRT": 0.08674870113916236, + "naive_minus_GBRT": 0.02964281434435398 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.15672505980427484, + "GBRT": 0.1034362911130409, + "naive_minus_GBRT": 0.053288768691233945 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.08955855031530625, + "GBRT": 0.06452529648791804, + "naive_minus_GBRT": 0.02503325382738822 + }, + { + "case": "00000788_a25fb37392a44447b9684f16_step_013", + "naive": 0.16436643151632835, + "GBRT": 0.059642701160440445, + "naive_minus_GBRT": 0.1047237303558879 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.11929343003590473, + "GBRT": 0.06816115688789048, + "naive_minus_GBRT": 0.051132273148014246 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.12090246655553115, + "GBRT": 0.07490247850043417, + "naive_minus_GBRT": 0.045999988055096974 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.12865189031174237, + "GBRT": 0.046852499808035325, + "naive_minus_GBRT": 0.08179939050370705 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.15597510662759595, + "GBRT": 0.06692037995927871, + "naive_minus_GBRT": 0.08905472666831724 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.09289917557083421, + "GBRT": 0.06508037939932357, + "naive_minus_GBRT": 0.027818796171510646 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.08025494339876299, + "GBRT": 0.06488833858684821, + "naive_minus_GBRT": 0.015366604811914777 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.10599041640703234, + "GBRT": 0.08747631409484527, + "naive_minus_GBRT": 0.018514102312187072 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.08692006310248865, + "GBRT": 0.07728755684588319, + "naive_minus_GBRT": 0.009632506256605458 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.05770031254835549, + "GBRT": 0.05911093646643539, + "naive_minus_GBRT": -0.0014106239180799035 + }, + { + "case": "00000821_6bbad2756d7845bd8d731d60_step_003", + "naive": 0.04536468086328167, + "GBRT": 0.020507851875756076, + "naive_minus_GBRT": 0.024856828987525597 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.25714779279067607, + "GBRT": 0.14748231116790186, + "naive_minus_GBRT": 0.1096654816227742 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.1828040793663969, + "GBRT": 0.1061108017753601, + "naive_minus_GBRT": 0.0766932775910368 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.04582225332286599, + "GBRT": 0.018465713760535664, + "naive_minus_GBRT": 0.027356539562330327 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.09604137245322922, + "GBRT": 0.06947357896261196, + "naive_minus_GBRT": 0.02656779349061726 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.062288662006082886, + "GBRT": 0.049585740541251457, + "naive_minus_GBRT": 0.01270292146483143 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.0945663811419559, + "GBRT": 0.04804413376837828, + "naive_minus_GBRT": 0.046522247373577616 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.0417197558127167, + "GBRT": 0.037473511322461586, + "naive_minus_GBRT": 0.0042462444902551105 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.06193021441785552, + "GBRT": 0.05339093646758171, + "naive_minus_GBRT": 0.008539277950273809 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.05903287175877734, + "GBRT": 0.0484227538985577, + "naive_minus_GBRT": 0.01061011786021964 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.07781318677052329, + "GBRT": 0.07807058923997325, + "naive_minus_GBRT": -0.00025740246944995493 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.06252475369456591, + "GBRT": 0.06702896459060781, + "naive_minus_GBRT": -0.004504210896041902 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.06355677977452535, + "GBRT": 0.05993387406835251, + "naive_minus_GBRT": 0.003622905706172845 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.06543802625699917, + "GBRT": 0.040206783684879746, + "naive_minus_GBRT": 0.025231242572119422 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.12800590123335065, + "GBRT": 0.10726469103611719, + "naive_minus_GBRT": 0.02074121019723346 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.14798888660812373, + "GBRT": 0.12811656078010536, + "naive_minus_GBRT": 0.019872325828018372 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.15253568848455887, + "GBRT": 0.1106207270546323, + "naive_minus_GBRT": 0.04191496142992657 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.15839036496205638, + "GBRT": 0.1424213609161295, + "naive_minus_GBRT": 0.015969004045926882 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.1430777940117606, + "GBRT": 0.0635433521806999, + "naive_minus_GBRT": 0.0795344418310607 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.04713099378709745, + "GBRT": 0.05438544786689197, + "naive_minus_GBRT": -0.007254454079794519 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.1671731818444864, + "GBRT": 0.13334302212000693, + "naive_minus_GBRT": 0.033830159724479475 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.07488154936250886, + "GBRT": 0.07400536443227233, + "naive_minus_GBRT": 0.0008761849302365288 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.0765415217005278, + "GBRT": 0.0625112122979382, + "naive_minus_GBRT": 0.014030309402589605 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.04194162015757038, + "GBRT": 0.03623227672029176, + "naive_minus_GBRT": 0.005709343437278622 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.15749205553120596, + "GBRT": 0.14294861173915702, + "naive_minus_GBRT": 0.014543443792048943 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.06403009200813595, + "GBRT": 0.06345015264694136, + "naive_minus_GBRT": 0.0005799393611945897 + }, + { + "case": "00000923_cdcebf32644443b9812097ba_step_007", + "naive": 0.1502402170071122, + "GBRT": 0.08921420077941052, + "naive_minus_GBRT": 0.06102601622770169 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.04812182578467152, + "GBRT": 0.035059680334003765, + "naive_minus_GBRT": 0.013062145450667757 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.054943569424124976, + "GBRT": 0.04096019857165734, + "naive_minus_GBRT": 0.013983370852467633 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.07832232067108588, + "GBRT": 0.06240599580350566, + "naive_minus_GBRT": 0.015916324867580225 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.04221102131553972, + "GBRT": 0.03272001479878611, + "naive_minus_GBRT": 0.009491006516753608 + }, + { + "case": "00000958_04906edf324a4bce8fc3f417_step_000", + "naive": 0.08986350410677418, + "GBRT": 0.05764940329108518, + "naive_minus_GBRT": 0.032214100815689005 + }, + { + "case": "00000962_a98d481268ea4524a7769731_step_001", + "naive": 0.057409379856811674, + "GBRT": 0.05939882656068687, + "naive_minus_GBRT": -0.001989446703875193 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.08723301788572485, + "GBRT": 0.07533705145591049, + "naive_minus_GBRT": 0.011895966429814359 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.16908096113516743, + "GBRT": 0.08250907485925836, + "naive_minus_GBRT": 0.08657188627590907 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.049034715544544506, + "GBRT": 0.03434312797445116, + "naive_minus_GBRT": 0.014691587570093347 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.1043793071320007, + "GBRT": 0.07180411107789085, + "naive_minus_GBRT": 0.032575196054109856 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.07685034462225897, + "GBRT": 0.0485712971827996, + "naive_minus_GBRT": 0.028279047439459366 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.12009575361677144, + "GBRT": 0.07859142888830267, + "naive_minus_GBRT": 0.04150432472846877 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.0989602831562654, + "GBRT": 0.06316542260118209, + "naive_minus_GBRT": 0.03579486055508331 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.07926178574509417, + "GBRT": 0.07301525019876272, + "naive_minus_GBRT": 0.00624653554633145 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.07195171281611602, + "GBRT": 0.0452201833049087, + "naive_minus_GBRT": 0.026731529511207323 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.05490573311109532, + "GBRT": 0.041242496396452936, + "naive_minus_GBRT": 0.013663236714642382 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1368312937787805, + "GBRT": 0.0905727543399908, + "naive_minus_GBRT": 0.0462585394387897 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.048601180984110225, + "GBRT": 0.032203166191563326, + "naive_minus_GBRT": 0.0163980147925469 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.05401173843385058, + "GBRT": 0.043329631221864694, + "naive_minus_GBRT": 0.010682107211985883 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.2772135464865156, + "GBRT": 0.17408488296077207, + "naive_minus_GBRT": 0.10312866352574351 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.09436771338855006, + "GBRT": 0.09501267608695911, + "naive_minus_GBRT": -0.0006449626984090517 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.07244075893352767, + "GBRT": 0.06671114117922736, + "naive_minus_GBRT": 0.005729617754300309 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.054790908646125125, + "GBRT": 0.17621826822578915, + "naive_minus_GBRT": -0.12142735957966402 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.0575515083279863, + "GBRT": 0.03413481993513293, + "naive_minus_GBRT": 0.023416688392853366 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.06476568570533958, + "GBRT": 0.0416973917881973, + "naive_minus_GBRT": 0.023068293917142282 + }, + { + "case": "00001050_2b2638f82b3946b1867f2d11_step_006", + "naive": 0.05536360866283273, + "GBRT": 0.037516767571314814, + "naive_minus_GBRT": 0.017846841091517913 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.043539872703099614, + "GBRT": 0.020613913061947636, + "naive_minus_GBRT": 0.022925959641151978 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.07599671973811885, + "GBRT": 0.055321111747662834, + "naive_minus_GBRT": 0.020675607990456014 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.14712981373591918, + "GBRT": 0.14641216624493167, + "naive_minus_GBRT": 0.0007176474909875163 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.06946579167256793, + "GBRT": 0.06490120838801741, + "naive_minus_GBRT": 0.004564583284550519 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.04543000040646677, + "GBRT": 0.034412453804955626, + "naive_minus_GBRT": 0.011017546601511143 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.07962203657353772, + "GBRT": 0.0760382477813917, + "naive_minus_GBRT": 0.00358378879214602 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.08613934467268479, + "GBRT": 0.07812028666322908, + "naive_minus_GBRT": 0.00801905800945571 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.05915482308180884, + "GBRT": 0.06354255846317652, + "naive_minus_GBRT": -0.004387735381367684 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.09471667406744871, + "GBRT": 0.05865940568364888, + "naive_minus_GBRT": 0.036057268383799836 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.06237514416482203, + "GBRT": 0.052579301689390956, + "naive_minus_GBRT": 0.009795842475431076 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.054011066983060255, + "GBRT": 0.03319707036364904, + "naive_minus_GBRT": 0.020813996619411218 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.23621933145734575, + "GBRT": 0.09252100745711096, + "naive_minus_GBRT": 0.1436983240002348 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.07395025062169533, + "GBRT": 0.0520178663993068, + "naive_minus_GBRT": 0.02193238422238853 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.0711097611275165, + "GBRT": 0.07789365477016719, + "naive_minus_GBRT": -0.006783893642650682 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05236032739339796, + "GBRT": 0.10841141223763451, + "naive_minus_GBRT": -0.05605108484423655 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.109367912714831, + "GBRT": 0.07234078927247811, + "naive_minus_GBRT": 0.037027123442352886 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.20694831719526094, + "GBRT": 0.10678628238966949, + "naive_minus_GBRT": 0.10016203480559145 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.09385601381412528, + "GBRT": 0.0907517526486262, + "naive_minus_GBRT": 0.0031042611654990837 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.2291849736651285, + "GBRT": 0.16779992486237652, + "naive_minus_GBRT": 0.061385048802751974 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.12111891696060614, + "GBRT": 0.1288892786073308, + "naive_minus_GBRT": -0.0077703616467246495 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.08252516269498003, + "GBRT": 0.06308554900234564, + "naive_minus_GBRT": 0.01943961369263439 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.08730383704487103, + "GBRT": 0.053007505372840824, + "naive_minus_GBRT": 0.03429633167203021 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.0476337743278966, + "GBRT": 0.04328009354497471, + "naive_minus_GBRT": 0.004353680782921893 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.29302119560291895, + "GBRT": 0.25211856989977477, + "naive_minus_GBRT": 0.04090262570314418 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.15872909771129176, + "GBRT": 0.16330896350940596, + "naive_minus_GBRT": -0.004579865798114202 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.07463199774522136, + "GBRT": 0.06896756499918344, + "naive_minus_GBRT": 0.005664432746037923 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.1346304416800619, + "GBRT": 0.09368130659428288, + "naive_minus_GBRT": 0.040949135085779034 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.06423038980514269, + "GBRT": 0.05736538175444882, + "naive_minus_GBRT": 0.006865008050693865 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.09872179780959806, + "GBRT": 0.0469127355831923, + "naive_minus_GBRT": 0.05180906222640576 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.04508151380468029, + "GBRT": 0.017511788438589217, + "naive_minus_GBRT": 0.027569725366091074 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.10946750972978407, + "GBRT": 0.10295738518446325, + "naive_minus_GBRT": 0.006510124545320822 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.09750505499677256, + "GBRT": 0.04528919999372764, + "naive_minus_GBRT": 0.052215855003044924 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.05578969463039756, + "GBRT": 0.04984574170652553, + "naive_minus_GBRT": 0.00594395292387203 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.08289139734814441, + "GBRT": 0.0707534267162276, + "naive_minus_GBRT": 0.012137970631916808 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.07674566522991755, + "GBRT": 0.06971619222755288, + "naive_minus_GBRT": 0.007029473002364672 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.049967292551306886, + "GBRT": 0.03584033623988664, + "naive_minus_GBRT": 0.014126956311420247 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.14903069804595573, + "GBRT": 0.22239694905193455, + "naive_minus_GBRT": -0.07336625100597882 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2486281832160084, + "GBRT": 0.16488434288506346, + "naive_minus_GBRT": 0.08374384033094495 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06035515643258396, + "GBRT": 0.04558819071133774, + "naive_minus_GBRT": 0.014766965721246222 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.05464984068739569, + "GBRT": 0.041233840853704816, + "naive_minus_GBRT": 0.013415999833690871 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.20815377395771492, + "GBRT": 0.14837618607309702, + "naive_minus_GBRT": 0.0597775878846179 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.11642897975444397, + "GBRT": 0.11767252244181492, + "naive_minus_GBRT": -0.001243542687370952 + }, + { + "case": "00001339_beab79941e884455a62af40c_step_007", + "naive": 0.18492951645140296, + "GBRT": 0.09287114773525627, + "naive_minus_GBRT": 0.09205836871614669 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.19913302050458323, + "GBRT": 0.0916451806274798, + "naive_minus_GBRT": 0.10748783987710343 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.07845682988502511, + "GBRT": 0.04815930972877291, + "naive_minus_GBRT": 0.030297520156252207 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.15951504756755278, + "GBRT": 0.09185465208021942, + "naive_minus_GBRT": 0.06766039548733335 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.16577100271977277, + "GBRT": 0.1316608312728784, + "naive_minus_GBRT": 0.03411017144689438 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.06883866566162987, + "GBRT": 0.03787694436762905, + "naive_minus_GBRT": 0.03096172129400082 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.04927360700259279, + "GBRT": 0.049838378428568135, + "naive_minus_GBRT": -0.0005647714259753439 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.12129136059368119, + "GBRT": 0.10870706888173862, + "naive_minus_GBRT": 0.012584291711942572 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.13855829661407593, + "GBRT": 0.12205765616056218, + "naive_minus_GBRT": 0.01650064045351375 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.14032440297809348, + "GBRT": 0.09138420895805922, + "naive_minus_GBRT": 0.04894019402003426 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.12869628718718573, + "GBRT": 0.06420993014958978, + "naive_minus_GBRT": 0.06448635703759595 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.08791244336232198, + "GBRT": 0.07498864247871163, + "naive_minus_GBRT": 0.01292380088361035 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.045808550449255366, + "GBRT": 0.0325987383750443, + "naive_minus_GBRT": 0.013209812074211062 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.04727534637432595, + "GBRT": 0.0463969509226576, + "naive_minus_GBRT": 0.0008783954516683457 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.06745784066025705, + "GBRT": 0.07190216676613988, + "naive_minus_GBRT": -0.004444326105882829 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.1093564474325496, + "GBRT": 0.08645851664688772, + "naive_minus_GBRT": 0.02289793078566188 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.11991803921853157, + "GBRT": 0.09143539135388329, + "naive_minus_GBRT": 0.028482647864648283 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.050638057662565586, + "GBRT": 0.03756816586323956, + "naive_minus_GBRT": 0.013069891799326029 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.0484277863557754, + "GBRT": 0.03142388388113217, + "naive_minus_GBRT": 0.017003902474643236 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.04675459025900094, + "GBRT": 0.03305688353109421, + "naive_minus_GBRT": 0.013697706727906725 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.07343795910473581, + "GBRT": 0.02945909714104855, + "naive_minus_GBRT": 0.04397886196368726 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.10991729800526318, + "GBRT": 0.05467318663037407, + "naive_minus_GBRT": 0.055244111374889104 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.09621907747077088, + "GBRT": 0.07638412328806944, + "naive_minus_GBRT": 0.01983495418270144 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.04919561195458137, + "GBRT": 0.03505314717293231, + "naive_minus_GBRT": 0.014142464781649065 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.06789227079321618, + "GBRT": 0.05520719004524893, + "naive_minus_GBRT": 0.012685080747967245 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.30963524298430223, + "GBRT": 0.21694212932333293, + "naive_minus_GBRT": 0.0926931136609693 + }, + { + "case": "00001427_a45f6c99e2154f3b94955175_step_011", + "naive": 0.04073731668049539, + "GBRT": 0.03624773843261926, + "naive_minus_GBRT": 0.00448957824787613 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.11720844026727863, + "GBRT": 0.0868494938779359, + "naive_minus_GBRT": 0.030358946389342722 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.06729357287137211, + "GBRT": 0.06283207603051008, + "naive_minus_GBRT": 0.004461496840862028 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.09710275877715815, + "GBRT": 0.047276182725875984, + "naive_minus_GBRT": 0.04982657605128217 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.10005726187340283, + "GBRT": 0.052014472034654556, + "naive_minus_GBRT": 0.048042789838748275 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.08095147693551762, + "GBRT": 0.04533498427883834, + "naive_minus_GBRT": 0.03561649265667927 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.09498647475880524, + "GBRT": 0.05216412199827254, + "naive_minus_GBRT": 0.0428223527605327 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.11963611033440395, + "GBRT": 0.08170458161476153, + "naive_minus_GBRT": 0.03793152871964242 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.0498797430195083, + "GBRT": 0.022949407714584254, + "naive_minus_GBRT": 0.026930335304924048 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.13836723380270988, + "GBRT": 0.08922764313897953, + "naive_minus_GBRT": 0.049139590663730345 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.06143694356331148, + "GBRT": 0.05352870039691055, + "naive_minus_GBRT": 0.00790824316640093 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.07592055827305143, + "GBRT": 0.04683190160400257, + "naive_minus_GBRT": 0.029088656669048855 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.07679413611661211, + "GBRT": 0.053636474083755555, + "naive_minus_GBRT": 0.023157662032856553 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.09062808138818036, + "GBRT": 0.07486328116851396, + "naive_minus_GBRT": 0.015764800219666406 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.16202608231730986, + "GBRT": 0.15512132811924723, + "naive_minus_GBRT": 0.006904754198062635 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.11558450575938928, + "GBRT": 0.19951349289814832, + "naive_minus_GBRT": -0.08392898713875904 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.12875560963238944, + "GBRT": 0.12188471450453961, + "naive_minus_GBRT": 0.00687089512784983 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09093660815011625, + "GBRT": 0.09236571236228067, + "naive_minus_GBRT": -0.0014291042121644115 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.058189485603597955, + "GBRT": 0.04644134901497238, + "naive_minus_GBRT": 0.011748136588625578 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.1379815243793161, + "GBRT": 0.08580527433989281, + "naive_minus_GBRT": 0.05217625003942329 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.09535301238476435, + "GBRT": 0.08001413852358705, + "naive_minus_GBRT": 0.015338873861177299 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.20689999551661492, + "GBRT": 0.10833829048480056, + "naive_minus_GBRT": 0.09856170503181436 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.23304413421039089, + "GBRT": 0.14527016456778116, + "naive_minus_GBRT": 0.08777396964260972 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.08394747931800871, + "GBRT": 0.057454962953273826, + "naive_minus_GBRT": 0.026492516364734882 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.12973526695255924, + "GBRT": 0.11819597861080088, + "naive_minus_GBRT": 0.011539288341758366 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.036409291865633055, + "GBRT": 0.03456005393346363, + "naive_minus_GBRT": 0.0018492379321694216 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.14030094477188418, + "GBRT": 0.08855854729514236, + "naive_minus_GBRT": 0.05174239747674182 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.05252498770773161, + "GBRT": 0.03830085556642904, + "naive_minus_GBRT": 0.014224132141302574 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06002011498641457, + "GBRT": 0.035266813491518924, + "naive_minus_GBRT": 0.024753301494895644 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.12846125658142035, + "GBRT": 0.11339920807812053, + "naive_minus_GBRT": 0.015062048503299827 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.1402114015506871, + "GBRT": 0.12019049718841737, + "naive_minus_GBRT": 0.02002090436226972 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.26022851532924335, + "GBRT": 0.21003648603053535, + "naive_minus_GBRT": 0.050192029298708 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.2887362413311799, + "GBRT": 0.24022199265715666, + "naive_minus_GBRT": 0.048514248674023264 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.043643024729436646, + "GBRT": 0.039150308815408964, + "naive_minus_GBRT": 0.004492715914027681 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.0507548527162536, + "GBRT": 0.04029627017328064, + "naive_minus_GBRT": 0.01045858254297296 + }, + { + "case": "00001592_35f4abaacc9447e4ac0b964f_step_001", + "naive": 0.2960084852825483, + "GBRT": 0.31309838745847074, + "naive_minus_GBRT": -0.017089902175922433 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.06384120100394194, + "GBRT": 0.03172695752004236, + "naive_minus_GBRT": 0.03211424348389958 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.19661400665070475, + "GBRT": 0.18357828218160632, + "naive_minus_GBRT": 0.013035724469098425 + } + ] + }, + { + "split": 1, + "pairs": 308, + "median_naive_minus_GBRT": 0.0177941923899981, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.14174694304948054, + "GBRT": 0.11613453033495547, + "naive_minus_GBRT": 0.02561241271452508 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.18241822215358253, + "GBRT": 0.12511320095464207, + "naive_minus_GBRT": 0.05730502119894046 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.12079429568611605, + "GBRT": 0.07100949480556296, + "naive_minus_GBRT": 0.04978480088055309 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.053555365271950296, + "GBRT": 0.041596942082255284, + "naive_minus_GBRT": 0.011958423189695012 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06029433108022531, + "GBRT": 0.05355315351395828, + "naive_minus_GBRT": 0.006741177566267034 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.1439277464657409, + "GBRT": 0.1289013463378972, + "naive_minus_GBRT": 0.015026400127843703 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.04984514735646208, + "GBRT": 0.03437159071014679, + "naive_minus_GBRT": 0.015473556646315292 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.045016539231704365, + "GBRT": 0.13334841279850454, + "naive_minus_GBRT": -0.08833187356680017 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06002503074095722, + "GBRT": 0.04535013699278457, + "naive_minus_GBRT": 0.01467489374817265 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.10721350120527895, + "GBRT": 0.1553685361930626, + "naive_minus_GBRT": -0.048155034987783646 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.3265149357362591, + "GBRT": 0.09715243190571479, + "naive_minus_GBRT": 0.22936250383054432 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.06209020223831823, + "GBRT": 0.05485083887974127, + "naive_minus_GBRT": 0.0072393633585769585 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.07486958422464118, + "GBRT": 0.053318779391536404, + "naive_minus_GBRT": 0.02155080483310478 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.1716666392458885, + "GBRT": 0.12994024237633034, + "naive_minus_GBRT": 0.041726396869558174 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.07772934614745593, + "GBRT": 0.09379280598944019, + "naive_minus_GBRT": -0.016063459841984262 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.091315137685682, + "GBRT": 0.06769606521656858, + "naive_minus_GBRT": 0.02361907246911342 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03011573717091679, + "GBRT": 0.045530939116334615, + "naive_minus_GBRT": -0.015415201945417824 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.0915467343161577, + "GBRT": 0.0671254405759971, + "naive_minus_GBRT": 0.024421293740160596 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.0500180141874045, + "GBRT": 0.07925725347050452, + "naive_minus_GBRT": -0.029239239283100023 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.0517139451914413, + "GBRT": 0.035577639098202954, + "naive_minus_GBRT": 0.016136306093238344 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.0982150520790274, + "GBRT": 0.07602952456768605, + "naive_minus_GBRT": 0.022185527511341355 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.13324995155514882, + "GBRT": 0.0666076089600815, + "naive_minus_GBRT": 0.06664234259506732 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.04457595249175284, + "GBRT": 0.11817135078546775, + "naive_minus_GBRT": -0.07359539829371492 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.13596073720736346, + "GBRT": 0.07984501019450378, + "naive_minus_GBRT": 0.056115727012859676 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.12663625569528456, + "GBRT": 0.08883717367509009, + "naive_minus_GBRT": 0.03779908202019447 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.20310128811402653, + "GBRT": 0.0592203078224693, + "naive_minus_GBRT": 0.14388098029155721 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.10444736405726279, + "GBRT": 0.08191541559153863, + "naive_minus_GBRT": 0.022531948465724164 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.08774954370983523, + "GBRT": 0.06512737450843037, + "naive_minus_GBRT": 0.022622169201404863 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.07063815991492874, + "GBRT": 0.03697675662746098, + "naive_minus_GBRT": 0.03366140328746776 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.08351225372718378, + "GBRT": 0.04297571101446551, + "naive_minus_GBRT": 0.04053654271271827 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.33293748136968904, + "GBRT": 0.189516574672873, + "naive_minus_GBRT": 0.14342090669681604 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.06498986322479797, + "GBRT": 0.07358567310060875, + "naive_minus_GBRT": -0.008595809875810781 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.07191532325510949, + "GBRT": 0.06798549126825632, + "naive_minus_GBRT": 0.003929831986853177 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.12814840513054515, + "GBRT": 0.05687194619532195, + "naive_minus_GBRT": 0.07127645893522319 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.2710566783515179, + "GBRT": 0.15322534207074714, + "naive_minus_GBRT": 0.11783133628077078 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.12494901221373673, + "GBRT": 0.0657007888409336, + "naive_minus_GBRT": 0.05924822337280314 + }, + { + "case": "00000165_4070a99d6ebe45f5bd5d71eb_step_000", + "naive": 0.15114344512703745, + "GBRT": 0.09030863409095426, + "naive_minus_GBRT": 0.060834811036083195 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.17033738682703492, + "GBRT": 0.05973250895537109, + "naive_minus_GBRT": 0.11060487787166383 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.08073567419292081, + "GBRT": 0.035271206436160114, + "naive_minus_GBRT": 0.0454644677567607 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.09573880995934506, + "GBRT": 0.04632187940812051, + "naive_minus_GBRT": 0.04941693055122454 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.08549096960909683, + "GBRT": 0.050435562213727525, + "naive_minus_GBRT": 0.035055407395369304 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.15405671668624576, + "GBRT": 0.08964111158671019, + "naive_minus_GBRT": 0.06441560509953558 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.04893415347363993, + "GBRT": 0.0488476193787983, + "naive_minus_GBRT": 8.653409484162683e-05 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.06754882702763697, + "GBRT": 0.04626789672616947, + "naive_minus_GBRT": 0.0212809303014675 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.13744082093289534, + "GBRT": 0.11994966967781004, + "naive_minus_GBRT": 0.017491151255085297 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.09735236481365252, + "GBRT": 0.06251493201403568, + "naive_minus_GBRT": 0.03483743279961683 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.08484956998614611, + "GBRT": 0.1555352118670612, + "naive_minus_GBRT": -0.0706856418809151 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.16782193156930772, + "GBRT": 0.15352133025375866, + "naive_minus_GBRT": 0.014300601315549055 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.07690243620199111, + "GBRT": 0.07659793641299194, + "naive_minus_GBRT": 0.0003044997889991713 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.08844146726198437, + "GBRT": 0.043204044165004084, + "naive_minus_GBRT": 0.04523742309698029 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.23868358755264588, + "GBRT": 0.10139221766596623, + "naive_minus_GBRT": 0.13729136988667964 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.2732305694369644, + "GBRT": 0.15953576693231444, + "naive_minus_GBRT": 0.11369480250464994 + }, + { + "case": "00000290_58f8ff46b7564e989f9695b7_step_003", + "naive": 0.10536875367439658, + "GBRT": 0.05084955380600887, + "naive_minus_GBRT": 0.054519199868387706 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.09173585660450703, + "GBRT": 0.06346443790017037, + "naive_minus_GBRT": 0.028271418704336665 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.046287828055634354, + "GBRT": 0.03497924579365559, + "naive_minus_GBRT": 0.011308582261978763 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.074507513104058, + "GBRT": 0.046207485672446605, + "naive_minus_GBRT": 0.02830002743161139 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.08176238887559126, + "GBRT": 0.07333360140297582, + "naive_minus_GBRT": 0.00842878747261544 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.07766116009000024, + "GBRT": 0.04549713526187601, + "naive_minus_GBRT": 0.03216402482812423 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.05983444335526141, + "GBRT": 0.18566346239060533, + "naive_minus_GBRT": -0.1258290190353439 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.11865254252439192, + "GBRT": 0.09794277908969097, + "naive_minus_GBRT": 0.020709763434700948 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.12615744423643624, + "GBRT": 0.09928153822392781, + "naive_minus_GBRT": 0.02687590601250843 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.11645090184269369, + "GBRT": 0.09044661188138152, + "naive_minus_GBRT": 0.02600428996131217 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.05654562130358392, + "GBRT": 0.07754149789255867, + "naive_minus_GBRT": -0.020995876588974748 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.09754180340448551, + "GBRT": 0.08241104239324593, + "naive_minus_GBRT": 0.015130761011239585 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.06818946894828987, + "GBRT": 0.05890473803221608, + "naive_minus_GBRT": 0.009284730916073784 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0593433998686706, + "GBRT": 0.03418027173274848, + "naive_minus_GBRT": 0.02516312813592212 + }, + { + "case": "00000324_3062bccff48e47a2b9de05e3_step_019", + "naive": 0.10268354049905866, + "GBRT": 0.09831118484857633, + "naive_minus_GBRT": 0.004372355650482329 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.06946728431915598, + "GBRT": 0.046410727248171926, + "naive_minus_GBRT": 0.023056557070984057 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.04385018109646638, + "GBRT": 0.04999687318577701, + "naive_minus_GBRT": -0.0061466920893106305 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06281200379868256, + "GBRT": 0.11335912934325099, + "naive_minus_GBRT": -0.05054712554456843 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.12407047673714999, + "GBRT": 0.07790945296855387, + "naive_minus_GBRT": 0.04616102376859613 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.13318931796403308, + "GBRT": 0.10571191655677914, + "naive_minus_GBRT": 0.027477401407253937 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.32022298309430003, + "GBRT": 0.23946003876051739, + "naive_minus_GBRT": 0.08076294433378264 + }, + { + "case": "00000346_4185972a944744d8a7a0f2b4_step_002", + "naive": 0.27451798845857356, + "GBRT": 0.1802406435668245, + "naive_minus_GBRT": 0.09427734489174905 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.037457713017621956, + "GBRT": 0.024813018293393666, + "naive_minus_GBRT": 0.01264469472422829 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.20994062938479466, + "GBRT": 0.2136365534175894, + "naive_minus_GBRT": -0.0036959240327947285 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.11000250156529318, + "GBRT": 0.09549559920695928, + "naive_minus_GBRT": 0.014506902358333892 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.07172961426486031, + "GBRT": 0.04048594146868896, + "naive_minus_GBRT": 0.03124367279617135 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.09223679900616723, + "GBRT": 0.04567502013888007, + "naive_minus_GBRT": 0.04656177886728716 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.22382424270299184, + "GBRT": 0.11535478072142918, + "naive_minus_GBRT": 0.10846946198156265 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.10879166804178467, + "GBRT": 0.0613382642441082, + "naive_minus_GBRT": 0.047453403797676465 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.1082465321000562, + "GBRT": 0.12385443848109243, + "naive_minus_GBRT": -0.015607906381036221 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.06733165538761544, + "GBRT": 0.04054662267606222, + "naive_minus_GBRT": 0.026785032711553226 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.15168941092731425, + "GBRT": 0.08244996549704292, + "naive_minus_GBRT": 0.06923944543027133 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.21027438330338688, + "GBRT": 0.14236312983740396, + "naive_minus_GBRT": 0.06791125346598292 + }, + { + "case": "00000413_94f421b1b33d47c592c9fe1d_step_000", + "naive": 0.056699966549910316, + "GBRT": 0.04611879603519015, + "naive_minus_GBRT": 0.010581170514720163 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.11912207103065173, + "GBRT": 0.12124936831263826, + "naive_minus_GBRT": -0.0021272972819865316 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.08536512719109467, + "GBRT": 0.09834667808260718, + "naive_minus_GBRT": -0.012981550891512511 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.10655606469079532, + "GBRT": 0.09505023983080929, + "naive_minus_GBRT": 0.011505824859986025 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.06563545437283465, + "GBRT": 0.049314639130996075, + "naive_minus_GBRT": 0.016320815241838572 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.07092036369523838, + "GBRT": 0.073952308621853, + "naive_minus_GBRT": -0.003031944926614613 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.06242582547266715, + "GBRT": 0.044196420599815094, + "naive_minus_GBRT": 0.01822940487285206 + }, + { + "case": "00000470_11951e51b89249dba38ded3e_step_005", + "naive": 0.11666038957312853, + "GBRT": 0.04242981041319022, + "naive_minus_GBRT": 0.0742305791599383 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.11013431896024503, + "GBRT": 0.08422653850896931, + "naive_minus_GBRT": 0.025907780451275716 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.12755360244347783, + "GBRT": 0.07687969653260227, + "naive_minus_GBRT": 0.05067390591087556 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.037511371630987916, + "GBRT": 0.039369707502078514, + "naive_minus_GBRT": -0.0018583358710905981 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.05276466288767624, + "GBRT": 0.03926535274999397, + "naive_minus_GBRT": 0.013499310137682269 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.06094299609066368, + "GBRT": 0.06550533465091762, + "naive_minus_GBRT": -0.0045623385602539465 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.14295251722067254, + "GBRT": 0.09616047538478331, + "naive_minus_GBRT": 0.046792041835889225 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.04748032806318767, + "GBRT": 0.04459584070863932, + "naive_minus_GBRT": 0.002884487354548354 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.08699144793322452, + "GBRT": 0.06247813980051043, + "naive_minus_GBRT": 0.024513308132714094 + }, + { + "case": "00000559_a1621e156ade4317ab6a5bc5_step_000", + "naive": 0.05445018547926468, + "GBRT": 0.045091327321233825, + "naive_minus_GBRT": 0.009358858158030857 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.053973547792251664, + "GBRT": 0.030989241824245076, + "naive_minus_GBRT": 0.022984305968006588 + }, + { + "case": "00000579_5a4cef68211d4706b1ec8586_step_008", + "naive": 0.18132783698813792, + "GBRT": 0.0720897059781725, + "naive_minus_GBRT": 0.10923813100996542 + }, + { + "case": "00000587_2417b410de78416ebe50d460_step_000", + "naive": 0.04673452858388008, + "GBRT": 0.04195188322596937, + "naive_minus_GBRT": 0.00478264535791071 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.050182763556154815, + "GBRT": 0.0427063758656926, + "naive_minus_GBRT": 0.007476387690462216 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.15512055792926552, + "GBRT": 0.10204150867125908, + "naive_minus_GBRT": 0.05307904925800644 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.10268177232587591, + "GBRT": 0.062267820680110136, + "naive_minus_GBRT": 0.04041395164576578 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.08256865418371287, + "GBRT": 0.05503306167660098, + "naive_minus_GBRT": 0.027535592507111892 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.04435926112833376, + "GBRT": 0.042496071096518935, + "naive_minus_GBRT": 0.0018631900318148223 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.07483687550038765, + "GBRT": 0.06254493218052311, + "naive_minus_GBRT": 0.012291943319864537 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.08196333095723808, + "GBRT": 0.06579167248804893, + "naive_minus_GBRT": 0.01617165846918915 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.03874561944191012, + "GBRT": 0.03349879157987036, + "naive_minus_GBRT": 0.0052468278620397615 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.15675172287243655, + "GBRT": 0.10644978986413701, + "naive_minus_GBRT": 0.050301933008299535 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.09934097793677281, + "GBRT": 0.05465269209712, + "naive_minus_GBRT": 0.04468828583965281 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.11083382019752382, + "GBRT": 0.0958992551263448, + "naive_minus_GBRT": 0.014934565071179018 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.11309665456898643, + "GBRT": 0.08908953121250933, + "naive_minus_GBRT": 0.024007123356477103 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.13221862973288157, + "GBRT": 0.1308273173582249, + "naive_minus_GBRT": 0.0013913123746566725 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.10114410578848916, + "GBRT": 0.05986110052111977, + "naive_minus_GBRT": 0.04128300526736939 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.10030584458809336, + "GBRT": 0.05974663423871846, + "naive_minus_GBRT": 0.040559210349374895 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.09273309784082082, + "GBRT": 0.09197937071901033, + "naive_minus_GBRT": 0.000753727121810488 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.16747501839641502, + "GBRT": 0.0556764445375818, + "naive_minus_GBRT": 0.11179857385883321 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.057902650510840904, + "GBRT": 0.04137558511322938, + "naive_minus_GBRT": 0.016527065397611528 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.07987405177756678, + "GBRT": 0.0777783109705611, + "naive_minus_GBRT": 0.002095740807005683 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.1457161008237776, + "GBRT": 0.10182978186366765, + "naive_minus_GBRT": 0.043886318960109943 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.20399779208271698, + "GBRT": 0.14930806347637388, + "naive_minus_GBRT": 0.05468972860634311 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.10845068794238737, + "GBRT": 0.045785551051008115, + "naive_minus_GBRT": 0.06266513689137926 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.0984879739634179, + "GBRT": 0.05349129394081097, + "naive_minus_GBRT": 0.04499668002260692 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.10410041073965998, + "GBRT": 0.05570754623514298, + "naive_minus_GBRT": 0.048392864504517 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.11639151548351634, + "GBRT": 0.08546155311418337, + "naive_minus_GBRT": 0.030929962369332972 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.15672505980427484, + "GBRT": 0.10247129842759867, + "naive_minus_GBRT": 0.054253761376676174 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.09225131548159181, + "GBRT": 0.0485187202013654, + "naive_minus_GBRT": 0.04373259528022641 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.08955855031530625, + "GBRT": 0.061790736568561454, + "naive_minus_GBRT": 0.0277678137467448 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.09289917557083421, + "GBRT": 0.061656382142428245, + "naive_minus_GBRT": 0.03124279342840597 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.08025494339876299, + "GBRT": 0.06059489102570913, + "naive_minus_GBRT": 0.019660052373053863 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.05754168197802442, + "GBRT": 0.04896588223619088, + "naive_minus_GBRT": 0.008575799741833541 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.07285146130654709, + "GBRT": 0.05994175059248349, + "naive_minus_GBRT": 0.012909710714063598 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.18909219725855145, + "GBRT": 0.14235169574518067, + "naive_minus_GBRT": 0.04674050151337078 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.08692006310248865, + "GBRT": 0.0760521387302092, + "naive_minus_GBRT": 0.010867924372279444 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.08823698444741186, + "GBRT": 0.07008679480179664, + "naive_minus_GBRT": 0.018150189645615225 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04220189149900482, + "GBRT": 0.14301090722948523, + "naive_minus_GBRT": -0.1008090157304804 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.053607354295562376, + "GBRT": 0.03184991399302508, + "naive_minus_GBRT": 0.021757440302537297 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.06446839754313972, + "GBRT": 0.062077899376370954, + "naive_minus_GBRT": 0.0023904981667687702 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.25714779279067607, + "GBRT": 0.15017023458192086, + "naive_minus_GBRT": 0.10697755820875521 + }, + { + "case": "00000834_889a065d51a24bb8ad704c69_step_005", + "naive": 0.06278057561269564, + "GBRT": 0.047261969645704574, + "naive_minus_GBRT": 0.015518605966991061 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.1828040793663969, + "GBRT": 0.13466545030305102, + "naive_minus_GBRT": 0.04813862906334587 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.04582225332286599, + "GBRT": 0.019766441636344268, + "naive_minus_GBRT": 0.026055811686521723 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.062288662006082886, + "GBRT": 0.04469469357392232, + "naive_minus_GBRT": 0.017593968432160566 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.0945663811419559, + "GBRT": 0.04912991442257855, + "naive_minus_GBRT": 0.045436466719377344 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.0417197558127167, + "GBRT": 0.030130385746673583, + "naive_minus_GBRT": 0.011589370066043114 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.03825876561501501, + "GBRT": 0.03657238985875597, + "naive_minus_GBRT": 0.0016863757562590384 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.06193021441785552, + "GBRT": 0.058467495691225835, + "naive_minus_GBRT": 0.0034627187266296836 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.05354782610229684, + "GBRT": 0.031865396829066535, + "naive_minus_GBRT": 0.021682429273230303 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.07781318677052329, + "GBRT": 0.07384681293267177, + "naive_minus_GBRT": 0.0039663738378515195 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.08588478509330456, + "GBRT": 0.0707393791913688, + "naive_minus_GBRT": 0.015145405901935763 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.05832987366180132, + "GBRT": 0.04635501249653822, + "naive_minus_GBRT": 0.011974861165263098 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.06355677977452535, + "GBRT": 0.054066199690761416, + "naive_minus_GBRT": 0.009490580083763939 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.14912207104327566, + "GBRT": 0.06519719641473377, + "naive_minus_GBRT": 0.08392487462854188 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.04902855626373622, + "GBRT": 0.020062704014114894, + "naive_minus_GBRT": 0.028965852249621327 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.17200744248516808, + "GBRT": 0.1471748180400598, + "naive_minus_GBRT": 0.02483262444510828 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.15253568848455887, + "GBRT": 0.1023852425087117, + "naive_minus_GBRT": 0.05015044597584717 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.07465040670808017, + "GBRT": 0.03925782624921331, + "naive_minus_GBRT": 0.035392580458866854 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.040839747349128826, + "GBRT": 0.03384609663606487, + "naive_minus_GBRT": 0.006993650713063959 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.1671731818444864, + "GBRT": 0.13211861843982678, + "naive_minus_GBRT": 0.03505456340465962 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.04194162015757038, + "GBRT": 0.03370884451654463, + "naive_minus_GBRT": 0.008232775641025751 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.15749205553120596, + "GBRT": 0.13764589314052345, + "naive_minus_GBRT": 0.019846162390682515 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.06403009200813595, + "GBRT": 0.06017613406582941, + "naive_minus_GBRT": 0.0038539579423065365 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.1373306466585156, + "GBRT": 0.1128973574598482, + "naive_minus_GBRT": 0.0244332891986674 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.04812182578467152, + "GBRT": 0.03498857913526157, + "naive_minus_GBRT": 0.01313324664940995 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.05664120127084724, + "GBRT": 0.04119501085876736, + "naive_minus_GBRT": 0.015446190412079883 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.07832232067108588, + "GBRT": 0.06169329784684919, + "naive_minus_GBRT": 0.016629022824236693 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.04221102131553972, + "GBRT": 0.03688678535395953, + "naive_minus_GBRT": 0.005324235961580194 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.04377036637100385, + "GBRT": 0.034092388832527416, + "naive_minus_GBRT": 0.009677977538476434 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.0768359640412944, + "GBRT": 0.06647957812619108, + "naive_minus_GBRT": 0.010356385915103322 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.06408004457024936, + "GBRT": 0.06022321549397942, + "naive_minus_GBRT": 0.003856829076269941 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.16908096113516743, + "GBRT": 0.0834084387278907, + "naive_minus_GBRT": 0.08567252240727674 + }, + { + "case": "00000988_0dd1386597104265ab67e6cf_step_011", + "naive": 0.0986245564887887, + "GBRT": 0.0824306312859286, + "naive_minus_GBRT": 0.0161939252028601 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.049034715544544506, + "GBRT": 0.03944997224649627, + "naive_minus_GBRT": 0.009584743298048239 + }, + { + "case": "00000994_ac4ba032d4b5431ca04f542c_step_001", + "naive": 0.06755439645997297, + "GBRT": 0.05911585011629925, + "naive_minus_GBRT": 0.008438546343673713 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.07685034462225897, + "GBRT": 0.049200742233494875, + "naive_minus_GBRT": 0.027649602388764093 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.036270282432979334, + "GBRT": 0.03666441957141297, + "naive_minus_GBRT": -0.00039413713843363535 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.05105313807772975, + "GBRT": 0.07231201449130051, + "naive_minus_GBRT": -0.021258876413570757 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.0989602831562654, + "GBRT": 0.06383430763041992, + "naive_minus_GBRT": 0.03512597552584548 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.07926178574509417, + "GBRT": 0.0702097498001004, + "naive_minus_GBRT": 0.009052035944993764 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.07195171281611602, + "GBRT": 0.04190176451177264, + "naive_minus_GBRT": 0.030049948304343384 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.05490573311109532, + "GBRT": 0.03768373448978376, + "naive_minus_GBRT": 0.01722199862131156 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1368312937787805, + "GBRT": 0.09356884236018284, + "naive_minus_GBRT": 0.043262451418597664 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.05666888430980465, + "GBRT": 0.04672142220967039, + "naive_minus_GBRT": 0.00994746210013426 + }, + { + "case": "00001021_ca4cf9693d6d4a98b515ba99_step_002", + "naive": 0.08205044599935729, + "GBRT": 0.06212335447384944, + "naive_minus_GBRT": 0.019927091525507853 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.04383282313141969, + "GBRT": 0.029489645727101586, + "naive_minus_GBRT": 0.014343177404318102 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.2772135464865156, + "GBRT": 0.18481609366445553, + "naive_minus_GBRT": 0.09239745282206005 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.07244075893352767, + "GBRT": 0.06071908721388019, + "naive_minus_GBRT": 0.011721671719647477 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.2194192042128723, + "GBRT": 0.20948787246880587, + "naive_minus_GBRT": 0.009931331744066435 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.054790908646125125, + "GBRT": 0.14939006024855797, + "naive_minus_GBRT": -0.09459915160243285 + }, + { + "case": "00001041_6baf25f5fe2947e8927797d8_step_000", + "naive": 0.05300177856270879, + "GBRT": 0.04154396410404885, + "naive_minus_GBRT": 0.01145781445865994 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.05682980235118773, + "GBRT": 0.05082192757260907, + "naive_minus_GBRT": 0.006007874778578663 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.04614485361406805, + "GBRT": 0.03734551435046887, + "naive_minus_GBRT": 0.00879933926359918 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.043539872703099614, + "GBRT": 0.020064560933479157, + "naive_minus_GBRT": 0.023475311769620456 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.07082597317913933, + "GBRT": 0.05043576955578994, + "naive_minus_GBRT": 0.02039020362334939 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.07599671973811885, + "GBRT": 0.056044378681845, + "naive_minus_GBRT": 0.019952341056273845 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.14712981373591918, + "GBRT": 0.15002319233503283, + "naive_minus_GBRT": -0.0028933785991136496 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.06946579167256793, + "GBRT": 0.06872736461318267, + "naive_minus_GBRT": 0.0007384270593852604 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.04543000040646677, + "GBRT": 0.038755636118166854, + "naive_minus_GBRT": 0.006674364288299914 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.14412090137430794, + "GBRT": 0.08060942915174131, + "naive_minus_GBRT": 0.06351147222256663 + }, + { + "case": "00001108_412675e2ea594e70bbd8cf6c_step_000", + "naive": 0.0978383861346437, + "GBRT": 0.060867081330792064, + "naive_minus_GBRT": 0.036971304803851635 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.08613934467268479, + "GBRT": 0.07640630376910007, + "naive_minus_GBRT": 0.00973304090358472 + }, + { + "case": "00001121_da4037e40839451dbbc2bd1f_step_000", + "naive": 0.03746975223426012, + "GBRT": 0.041892194529459074, + "naive_minus_GBRT": -0.004422442295198954 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.04761602064511984, + "GBRT": 0.03715791126284247, + "naive_minus_GBRT": 0.01045810938227737 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.15756550817321455, + "GBRT": 0.14008828334480444, + "naive_minus_GBRT": 0.017477224828410104 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.06237514416482203, + "GBRT": 0.053816417918888644, + "naive_minus_GBRT": 0.008558726245933387 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.17049324773131566, + "GBRT": 0.16522890152444236, + "naive_minus_GBRT": 0.005264346206873299 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.054011066983060255, + "GBRT": 0.041146973198404574, + "naive_minus_GBRT": 0.01286409378465568 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.23621933145734575, + "GBRT": 0.09752948037758928, + "naive_minus_GBRT": 0.13868985107975645 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.1026975606874336, + "GBRT": 0.10172925590250799, + "naive_minus_GBRT": 0.0009683047849256138 + }, + { + "case": "00001185_507b60b57791425bbb73273e_step_000", + "naive": 0.08569560675301284, + "GBRT": 0.07218729293910417, + "naive_minus_GBRT": 0.01350831381390867 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05236032739339796, + "GBRT": 0.09430810560461314, + "naive_minus_GBRT": -0.04194777821121518 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.109367912714831, + "GBRT": 0.07034810140795436, + "naive_minus_GBRT": 0.03901981130687664 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.04909122824420971, + "GBRT": 0.04718035201733477, + "naive_minus_GBRT": 0.0019108762268749413 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.09385601381412528, + "GBRT": 0.09754123034229717, + "naive_minus_GBRT": -0.0036852165281718863 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.2291849736651285, + "GBRT": 0.172862297096393, + "naive_minus_GBRT": 0.05632267656873549 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.12111891696060614, + "GBRT": 0.1282716221223382, + "naive_minus_GBRT": -0.007152705161732054 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.07049234533095979, + "GBRT": 0.058311676526158915, + "naive_minus_GBRT": 0.01218066880480087 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.08730383704487103, + "GBRT": 0.056210427288176, + "naive_minus_GBRT": 0.031093409756695035 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0846891114071164, + "GBRT": 0.059326928410096465, + "naive_minus_GBRT": 0.02536218299701993 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.0476337743278966, + "GBRT": 0.04678128356813685, + "naive_minus_GBRT": 0.0008524907597597525 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.12460914986293574, + "GBRT": 0.09027641055782944, + "naive_minus_GBRT": 0.0343327393051063 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.15872909771129176, + "GBRT": 0.16890922521936141, + "naive_minus_GBRT": -0.010180127508069653 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.07463199774522136, + "GBRT": 0.07852144561814015, + "naive_minus_GBRT": -0.003889447872918783 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.1346304416800619, + "GBRT": 0.09036754947632139, + "naive_minus_GBRT": 0.04426289220374052 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.09872179780959806, + "GBRT": 0.04631208292114099, + "naive_minus_GBRT": 0.05240971488845707 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1160581086474591, + "GBRT": 0.0705111595753175, + "naive_minus_GBRT": 0.04554694907214159 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.09750505499677256, + "GBRT": 0.04787549089387334, + "naive_minus_GBRT": 0.04962956410289922 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.05578969463039756, + "GBRT": 0.0481726993686688, + "naive_minus_GBRT": 0.007616995261728758 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.08289139734814441, + "GBRT": 0.06983628809116198, + "naive_minus_GBRT": 0.01305510925698243 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.049967292551306886, + "GBRT": 0.03197287620347125, + "naive_minus_GBRT": 0.017994416347835634 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.28057685949670624, + "GBRT": 0.28020514889603065, + "naive_minus_GBRT": 0.0003717106006755899 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.14903069804595573, + "GBRT": 0.21801387618653953, + "naive_minus_GBRT": -0.0689831781405838 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2486281832160084, + "GBRT": 0.1479041029718285, + "naive_minus_GBRT": 0.10072408024417992 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.0940093905275903, + "GBRT": 0.0508591295987637, + "naive_minus_GBRT": 0.0431502609288266 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06035515643258396, + "GBRT": 0.04571193761510999, + "naive_minus_GBRT": 0.01464321881747397 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.05464984068739569, + "GBRT": 0.042857318849025605, + "naive_minus_GBRT": 0.011792521838370082 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.0872489097843431, + "GBRT": 0.059268267407398316, + "naive_minus_GBRT": 0.027980642376944788 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.056396986483888314, + "GBRT": 0.05151167778368925, + "naive_minus_GBRT": 0.004885308700199063 + }, + { + "case": "00001320_6a5a7dbad03b4a57b33f2c0d_step_003", + "naive": 0.06475181356833051, + "GBRT": 0.04575569545198303, + "naive_minus_GBRT": 0.01899611811634748 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.15527162728261532, + "GBRT": 0.08644343716121732, + "naive_minus_GBRT": 0.068828190121398 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.11642897975444397, + "GBRT": 0.13320054714468707, + "naive_minus_GBRT": -0.016771567390243103 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.16010920034977585, + "GBRT": 0.16706206458524928, + "naive_minus_GBRT": -0.006952864235473422 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.19913302050458323, + "GBRT": 0.0928332857627802, + "naive_minus_GBRT": 0.10629973474180303 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.26340915717197955, + "GBRT": 0.12098061026649289, + "naive_minus_GBRT": 0.14242854690548667 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.08986709514624011, + "GBRT": 0.11621811457780316, + "naive_minus_GBRT": -0.026351019431563052 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.15951504756755278, + "GBRT": 0.09216258182802244, + "naive_minus_GBRT": 0.06735246573953034 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.16577100271977277, + "GBRT": 0.12824132073583766, + "naive_minus_GBRT": 0.03752968198393511 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.04736052767163144, + "GBRT": 0.04564261858547288, + "naive_minus_GBRT": 0.001717909086158556 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.12129136059368119, + "GBRT": 0.110805979661932, + "naive_minus_GBRT": 0.010485380931749194 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.13855829661407593, + "GBRT": 0.11764651791808181, + "naive_minus_GBRT": 0.020911778695994115 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.18728952321166525, + "GBRT": 0.11778129303820346, + "naive_minus_GBRT": 0.06950823017346179 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.12869628718718573, + "GBRT": 0.06844360681087398, + "naive_minus_GBRT": 0.06025268037631175 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.045808550449255366, + "GBRT": 0.03502178506454433, + "naive_minus_GBRT": 0.010786765384711038 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.04727534637432595, + "GBRT": 0.04082687539845316, + "naive_minus_GBRT": 0.00644847097587279 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.06745784066025705, + "GBRT": 0.06255093862124311, + "naive_minus_GBRT": 0.004906902039013936 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.1422430159526971, + "GBRT": 0.0720470059601365, + "naive_minus_GBRT": 0.07019600999256059 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.04952956374490897, + "GBRT": 0.041143401396132075, + "naive_minus_GBRT": 0.008386162348776899 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.08627194375848149, + "GBRT": 0.06269254366712607, + "naive_minus_GBRT": 0.023579400091355424 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.050638057662565586, + "GBRT": 0.044707026184057114, + "naive_minus_GBRT": 0.005931031478508472 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.0484277863557754, + "GBRT": 0.03423627700377388, + "naive_minus_GBRT": 0.014191509352001523 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.07343795910473581, + "GBRT": 0.025814746862045487, + "naive_minus_GBRT": 0.047623212242690324 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.07695366078462983, + "GBRT": 0.04768876059342964, + "naive_minus_GBRT": 0.029264900191200184 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.10991729800526318, + "GBRT": 0.05613064270133965, + "naive_minus_GBRT": 0.05378665530392353 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.09621907747077088, + "GBRT": 0.07477528806315462, + "naive_minus_GBRT": 0.021443789407616265 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.04919561195458137, + "GBRT": 0.044820908171016256, + "naive_minus_GBRT": 0.004374703783565116 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.049107567827146814, + "GBRT": 0.03186264631032186, + "naive_minus_GBRT": 0.017244921516824954 + }, + { + "case": "00001411_49414db2dd594dc6a3907cf3_step_014", + "naive": 0.04464746058981766, + "GBRT": 0.0356520360366688, + "naive_minus_GBRT": 0.008995424553148862 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.06789227079321618, + "GBRT": 0.05495715771259605, + "naive_minus_GBRT": 0.012935113080620127 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.30963524298430223, + "GBRT": 0.21482983315040122, + "naive_minus_GBRT": 0.09480540983390101 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.15072115097912683, + "GBRT": 0.06219888011492735, + "naive_minus_GBRT": 0.08852227086419948 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.11720844026727863, + "GBRT": 0.08467671799603987, + "naive_minus_GBRT": 0.03253172227123875 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.12789235797582524, + "GBRT": 0.10354725062261941, + "naive_minus_GBRT": 0.02434510735320583 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.08095147693551762, + "GBRT": 0.04545452214216943, + "naive_minus_GBRT": 0.03549695479334818 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.0498797430195083, + "GBRT": 0.024521469707040455, + "naive_minus_GBRT": 0.025358273312467847 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.13836723380270988, + "GBRT": 0.08845086892144575, + "naive_minus_GBRT": 0.04991636488126412 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.09062808138818036, + "GBRT": 0.07700916767171598, + "naive_minus_GBRT": 0.013618913716464384 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.12875560963238944, + "GBRT": 0.1279733893642409, + "naive_minus_GBRT": 0.0007822202681485313 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.14210352931927062, + "GBRT": 0.10779560213883982, + "naive_minus_GBRT": 0.0343079271804308 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09093660815011625, + "GBRT": 0.10765880806874889, + "naive_minus_GBRT": -0.016722199918632635 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08098964337877547, + "GBRT": 0.1594197582946916, + "naive_minus_GBRT": -0.07843011491591613 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.09535301238476435, + "GBRT": 0.08272525684301474, + "naive_minus_GBRT": 0.012627755541749608 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.09895942084565122, + "GBRT": 0.09035077433484223, + "naive_minus_GBRT": 0.00860864651080899 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.20689999551661492, + "GBRT": 0.10887481328427197, + "naive_minus_GBRT": 0.09802518223234295 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.23304413421039089, + "GBRT": 0.14421335018917217, + "naive_minus_GBRT": 0.08883078402121872 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.050765869319491085, + "GBRT": 0.09101811959079613, + "naive_minus_GBRT": -0.040252250271305044 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.06900979355024758, + "GBRT": 0.06042888824054284, + "naive_minus_GBRT": 0.00858090530970474 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.036409291865633055, + "GBRT": 0.029631549643724983, + "naive_minus_GBRT": 0.006777742221908072 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.14030094477188418, + "GBRT": 0.09124122202732507, + "naive_minus_GBRT": 0.04905972274455911 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.18030095334904894, + "GBRT": 0.17738311885910116, + "naive_minus_GBRT": 0.002917834489947785 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.06453065918552253, + "GBRT": 0.04054081185386845, + "naive_minus_GBRT": 0.02398984733165408 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06002011498641457, + "GBRT": 0.03889778882640594, + "naive_minus_GBRT": 0.021122326160008628 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.06680057377352153, + "GBRT": 0.10046275594267065, + "naive_minus_GBRT": -0.033662182169149124 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.12846125658142035, + "GBRT": 0.11143405942893482, + "naive_minus_GBRT": 0.017027197152485532 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.1402114015506871, + "GBRT": 0.12891840795072917, + "naive_minus_GBRT": 0.011292993599957918 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.26022851532924335, + "GBRT": 0.17060454071775003, + "naive_minus_GBRT": 0.08962397461149332 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.037696421655270616, + "GBRT": 0.03039618673545977, + "naive_minus_GBRT": 0.007300234919810845 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.07760600868813393, + "GBRT": 0.06805024203676736, + "naive_minus_GBRT": 0.009555766651366565 + }, + { + "case": "00001578_a3b89691665043a08931897f_step_001", + "naive": 0.06495138434805434, + "GBRT": 0.07662316954392424, + "naive_minus_GBRT": -0.011671785195869908 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.0507548527162536, + "GBRT": 0.04073329703655667, + "naive_minus_GBRT": 0.010021555679696932 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.08202148595884616, + "GBRT": 0.07579131189492605, + "naive_minus_GBRT": 0.00623017406392011 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.0928030551029537, + "GBRT": 0.058914468681617024, + "naive_minus_GBRT": 0.03388858642133667 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.2368853240182995, + "GBRT": 0.09856630963879429, + "naive_minus_GBRT": 0.13831901437950522 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.06384120100394194, + "GBRT": 0.03206940507336375, + "naive_minus_GBRT": 0.031771795930578196 + } + ] + }, + { + "split": 2, + "pairs": 306, + "median_naive_minus_GBRT": 0.01978354543590652, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.14174694304948054, + "GBRT": 0.11647354555424755, + "naive_minus_GBRT": 0.025273397495232997 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.18241822215358253, + "GBRT": 0.12920801328909517, + "naive_minus_GBRT": 0.05321020886448735 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06029433108022531, + "GBRT": 0.04552906755140051, + "naive_minus_GBRT": 0.014765263528824804 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.1439277464657409, + "GBRT": 0.12959070882737037, + "naive_minus_GBRT": 0.014337037638370548 + }, + { + "case": "00000021_ad34a3f60c4a4caa99646600_step_001", + "naive": 0.04953971188703112, + "GBRT": 0.060127738434082666, + "naive_minus_GBRT": -0.010588026547051543 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06002503074095722, + "GBRT": 0.041261309548908096, + "naive_minus_GBRT": 0.018763721192049124 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.10721350120527895, + "GBRT": 0.16041031596881636, + "naive_minus_GBRT": -0.05319681476353741 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.15718674925041018, + "GBRT": 0.20555449155504518, + "naive_minus_GBRT": -0.048367742304635 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.10609843862098144, + "GBRT": 0.09057043496168676, + "naive_minus_GBRT": 0.015528003659294673 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.07486958422464118, + "GBRT": 0.048375786886320174, + "naive_minus_GBRT": 0.02649379733832101 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.1716666392458885, + "GBRT": 0.13535692296197324, + "naive_minus_GBRT": 0.03630971628391527 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.07772934614745593, + "GBRT": 0.08481451867915621, + "naive_minus_GBRT": -0.007085172531700282 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.091315137685682, + "GBRT": 0.07366490377200606, + "naive_minus_GBRT": 0.017650233913675942 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03011573717091679, + "GBRT": 0.03271567711298008, + "naive_minus_GBRT": -0.002599939942063291 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.040942985786658656, + "GBRT": 0.044335423672660586, + "naive_minus_GBRT": -0.0033924378860019297 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.05781361565677885, + "GBRT": 0.045981251539453434, + "naive_minus_GBRT": 0.011832364117325418 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.0982150520790274, + "GBRT": 0.07590675288738527, + "naive_minus_GBRT": 0.022308299191642136 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.1953346588415704, + "GBRT": 0.10079022301593189, + "naive_minus_GBRT": 0.0945444358256385 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.04814106030909916, + "GBRT": 0.05534008493779247, + "naive_minus_GBRT": -0.007199024628693311 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.04457595249175284, + "GBRT": 0.10475730986667242, + "naive_minus_GBRT": -0.06018135737491958 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.10173359407909909, + "GBRT": 0.08652300178377466, + "naive_minus_GBRT": 0.015210592295324427 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.12663625569528456, + "GBRT": 0.07863763451372795, + "naive_minus_GBRT": 0.04799862118155661 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.20310128811402653, + "GBRT": 0.062162426163643966, + "naive_minus_GBRT": 0.14093886195038258 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.15198531762882156, + "GBRT": 0.1448257467397887, + "naive_minus_GBRT": 0.007159570889032851 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.08004753501401699, + "GBRT": 0.04353221664690335, + "naive_minus_GBRT": 0.036515318367113636 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.07063815991492874, + "GBRT": 0.036823999258382506, + "naive_minus_GBRT": 0.03381416065654623 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.33293748136968904, + "GBRT": 0.21272377644119966, + "naive_minus_GBRT": 0.12021370492848937 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.11988277669657209, + "GBRT": 0.07915708436172539, + "naive_minus_GBRT": 0.0407256923348467 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.16384157472213648, + "GBRT": 0.11923265384518406, + "naive_minus_GBRT": 0.044608920876952424 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.12814840513054515, + "GBRT": 0.060754355023742906, + "naive_minus_GBRT": 0.06739405010680224 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.2710566783515179, + "GBRT": 0.15825723057164298, + "naive_minus_GBRT": 0.11279944777987494 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.19870806334686536, + "GBRT": 0.11420408486065864, + "naive_minus_GBRT": 0.08450397848620672 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.08340603116161494, + "GBRT": 0.06793795301642055, + "naive_minus_GBRT": 0.01546807814519438 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.17033738682703492, + "GBRT": 0.056121772154005066, + "naive_minus_GBRT": 0.11421561467302985 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.08073567419292081, + "GBRT": 0.03622275002219313, + "naive_minus_GBRT": 0.044512924170727684 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.09573880995934506, + "GBRT": 0.0466212519686812, + "naive_minus_GBRT": 0.049117557990663856 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.059950101800201334, + "GBRT": 0.05049041602657267, + "naive_minus_GBRT": 0.009459685773628664 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.08549096960909683, + "GBRT": 0.047166445563868904, + "naive_minus_GBRT": 0.038324524045227924 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.15405671668624576, + "GBRT": 0.09701682709645484, + "naive_minus_GBRT": 0.05703988958979092 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.0669002926644677, + "GBRT": 0.05878640683012258, + "naive_minus_GBRT": 0.008113885834345122 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.11718590986063172, + "GBRT": 0.08320379098929573, + "naive_minus_GBRT": 0.033982118871335995 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.04893415347363993, + "GBRT": 0.04900217372377117, + "naive_minus_GBRT": -6.802025013124408e-05 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.18005959556453155, + "GBRT": 0.17587704007761493, + "naive_minus_GBRT": 0.004182555486916623 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.06754882702763697, + "GBRT": 0.042167682769171745, + "naive_minus_GBRT": 0.025381144258465223 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.20297445065307165, + "GBRT": 0.14494578713231382, + "naive_minus_GBRT": 0.058028663520757834 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.13744082093289534, + "GBRT": 0.1077359829220169, + "naive_minus_GBRT": 0.029704838010878434 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.05979435909910397, + "GBRT": 0.04121087019876617, + "naive_minus_GBRT": 0.018583488900337806 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.08524429044247141, + "GBRT": 0.06942445743391128, + "naive_minus_GBRT": 0.01581983300856013 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1857761546207732, + "GBRT": 0.08270542618281583, + "naive_minus_GBRT": 0.10307072843795738 + }, + { + "case": "00000262_845fb06d7f2f4802a806a600_step_007", + "naive": 0.03869407583307629, + "GBRT": 0.03073593608048556, + "naive_minus_GBRT": 0.007958139752590729 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.08484956998614611, + "GBRT": 0.1054340484018921, + "naive_minus_GBRT": -0.020584478415745996 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.10872368897614394, + "GBRT": 0.05676102377597056, + "naive_minus_GBRT": 0.05196266520017338 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.16782193156930772, + "GBRT": 0.15398440498901714, + "naive_minus_GBRT": 0.013837526580290582 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.11548319947958811, + "GBRT": 0.07241159948097894, + "naive_minus_GBRT": 0.04307159999860917 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.07360614884726067, + "GBRT": 0.05175821302825871, + "naive_minus_GBRT": 0.021847935819001962 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.07690243620199111, + "GBRT": 0.08291974041421951, + "naive_minus_GBRT": -0.006017304212228403 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.10771187967352411, + "GBRT": 0.09659934012556903, + "naive_minus_GBRT": 0.011112539547955075 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.09173585660450703, + "GBRT": 0.06512044766064141, + "naive_minus_GBRT": 0.026615408943865618 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.046287828055634354, + "GBRT": 0.031543394149915284, + "naive_minus_GBRT": 0.01474443390571907 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.12615744423643624, + "GBRT": 0.10318370048665963, + "naive_minus_GBRT": 0.022973743749776607 + }, + { + "case": "00000309_3062bccff48e47a2b9de05e3_step_004", + "naive": 0.13673944603518665, + "GBRT": 0.09872848131714541, + "naive_minus_GBRT": 0.03801096471804123 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.05654562130358392, + "GBRT": 0.07278533111669791, + "naive_minus_GBRT": -0.01623970981311399 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.06818946894828987, + "GBRT": 0.05710950985271559, + "naive_minus_GBRT": 0.011079959095574278 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.04735378004521193, + "GBRT": 0.036764444718295715, + "naive_minus_GBRT": 0.010589335326916215 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0593433998686706, + "GBRT": 0.03229189282432755, + "naive_minus_GBRT": 0.027051507044343046 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.06946728431915598, + "GBRT": 0.04611582974714087, + "naive_minus_GBRT": 0.023351454572015116 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06281200379868256, + "GBRT": 0.1083967477628736, + "naive_minus_GBRT": -0.04558474396419104 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.13318931796403308, + "GBRT": 0.10460004315337394, + "naive_minus_GBRT": 0.028589274810659135 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.23254387835553636, + "GBRT": 0.15537092262809457, + "naive_minus_GBRT": 0.07717295572744179 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.11396234883581671, + "GBRT": 0.06979062640040944, + "naive_minus_GBRT": 0.044171722435407276 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.10042739943170675, + "GBRT": 0.10571595025573031, + "naive_minus_GBRT": -0.005288550824023561 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.037457713017621956, + "GBRT": 0.024306249821008083, + "naive_minus_GBRT": 0.013151463196613873 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.23857708894369237, + "GBRT": 0.1607978597899312, + "naive_minus_GBRT": 0.07777922915376118 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.215005461517638, + "GBRT": 0.12595386247950635, + "naive_minus_GBRT": 0.08905159903813165 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.11000250156529318, + "GBRT": 0.09048289099074683, + "naive_minus_GBRT": 0.019519610574546348 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.09223679900616723, + "GBRT": 0.047340380183301195, + "naive_minus_GBRT": 0.04489641882286603 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.19479805573163256, + "GBRT": 0.09913161952699587, + "naive_minus_GBRT": 0.09566643620463669 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.15024476486226995, + "GBRT": 0.08829175427005119, + "naive_minus_GBRT": 0.06195301059221876 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.05480463064147276, + "GBRT": 0.04948411134576715, + "naive_minus_GBRT": 0.0053205192957056086 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.13198666589015753, + "GBRT": 0.0507124248201127, + "naive_minus_GBRT": 0.08127424107004483 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.15251314240035754, + "GBRT": 0.07580897198785912, + "naive_minus_GBRT": 0.07670417041249843 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.06895983961295182, + "GBRT": 0.05895515097562614, + "naive_minus_GBRT": 0.010004688637325683 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.04861667955253823, + "GBRT": 0.04623323930550582, + "naive_minus_GBRT": 0.002383440247032416 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.11912207103065173, + "GBRT": 0.12207114654116831, + "naive_minus_GBRT": -0.002949075510516583 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.08536512719109467, + "GBRT": 0.09291569817628557, + "naive_minus_GBRT": -0.0075505709851909075 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.06563545437283465, + "GBRT": 0.051680672453256866, + "naive_minus_GBRT": 0.013954781919577781 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.15455306281951722, + "GBRT": 0.07603630253625816, + "naive_minus_GBRT": 0.07851676028325906 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.053792887501470786, + "GBRT": 0.0419674016317212, + "naive_minus_GBRT": 0.011825485869749588 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.08453088515843407, + "GBRT": 0.08823493817957867, + "naive_minus_GBRT": -0.0037040530211445988 + }, + { + "case": "00000477_0fc8cc17c6af48dabe36c8f2_step_002", + "naive": 0.06775584947124082, + "GBRT": 0.05704472232390596, + "naive_minus_GBRT": 0.01071112714733486 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.06312127953419988, + "GBRT": 0.057208138810294955, + "naive_minus_GBRT": 0.005913140723904926 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.11013431896024503, + "GBRT": 0.0809121424408293, + "naive_minus_GBRT": 0.029222176519415735 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.035910811021102676, + "GBRT": 0.032032305753676646, + "naive_minus_GBRT": 0.00387850526742603 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.07261151624981228, + "GBRT": 0.022160031145478484, + "naive_minus_GBRT": 0.050451485104333796 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.037511371630987916, + "GBRT": 0.034079171370148556, + "naive_minus_GBRT": 0.0034322002608393604 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.0800391396623894, + "GBRT": 0.07511487126666876, + "naive_minus_GBRT": 0.004924268395720646 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.07796727066651926, + "GBRT": 0.07013502237779465, + "naive_minus_GBRT": 0.007832248288724614 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.1434371098578337, + "GBRT": 0.15424386746199198, + "naive_minus_GBRT": -0.010806757604158279 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.14295251722067254, + "GBRT": 0.09773315115861603, + "naive_minus_GBRT": 0.04521936606205651 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.06152327515812496, + "GBRT": 0.038796968689775564, + "naive_minus_GBRT": 0.022726306468349396 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.04748032806318767, + "GBRT": 0.04187928672205978, + "naive_minus_GBRT": 0.005601041341127891 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.08699144793322452, + "GBRT": 0.07206431910653943, + "naive_minus_GBRT": 0.014927128826685093 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.2172441846098473, + "GBRT": 0.08566987824045875, + "naive_minus_GBRT": 0.13157430636938855 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.07228472065106824, + "GBRT": 0.1061594553490833, + "naive_minus_GBRT": -0.033874734698015066 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.1440267564747992, + "GBRT": 0.11720725000468128, + "naive_minus_GBRT": 0.026819506470117924 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.04435926112833376, + "GBRT": 0.04034565295723073, + "naive_minus_GBRT": 0.004013608171103029 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.1799032428019309, + "GBRT": 0.1044724876760419, + "naive_minus_GBRT": 0.075430755125889 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.07483687550038765, + "GBRT": 0.06390193600259371, + "naive_minus_GBRT": 0.010934939497793936 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.04189131970312312, + "GBRT": 0.048612397932665224, + "naive_minus_GBRT": -0.006721078229542106 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.10806164596513697, + "GBRT": 0.058206210780364726, + "naive_minus_GBRT": 0.04985543518477224 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.08755480909243013, + "GBRT": 0.0870352428804685, + "naive_minus_GBRT": 0.0005195662119616279 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.07848601601791033, + "GBRT": 0.038835783371875814, + "naive_minus_GBRT": 0.03965023264603452 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.046618175730269676, + "GBRT": 0.03766031658457922, + "naive_minus_GBRT": 0.008957859145690458 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.08196333095723808, + "GBRT": 0.062394513115681116, + "naive_minus_GBRT": 0.019568817841556965 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.05993128449143003, + "GBRT": 0.047856144757080325, + "naive_minus_GBRT": 0.012075139734349705 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.15675172287243655, + "GBRT": 0.10524635750915562, + "naive_minus_GBRT": 0.05150536536328093 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.09934097793677281, + "GBRT": 0.04991054322004132, + "naive_minus_GBRT": 0.04943043471673149 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.11309665456898643, + "GBRT": 0.08834803158080493, + "naive_minus_GBRT": 0.024748622988181507 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.14329358365349318, + "GBRT": 0.05984875201073909, + "naive_minus_GBRT": 0.0834448316427541 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.21253846055380934, + "GBRT": 0.09940488745131776, + "naive_minus_GBRT": 0.11313357310249159 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.13221862973288157, + "GBRT": 0.12634968330998916, + "naive_minus_GBRT": 0.0058689464228924015 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.10114410578848916, + "GBRT": 0.057823597593863886, + "naive_minus_GBRT": 0.043320508194625275 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.17375839993800496, + "GBRT": 0.08201091759193777, + "naive_minus_GBRT": 0.0917474823460672 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.09297502781394193, + "GBRT": 0.06188292239525477, + "naive_minus_GBRT": 0.031092105418687156 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.13128856045131512, + "GBRT": 0.08270464680225388, + "naive_minus_GBRT": 0.04858391364906124 + }, + { + "case": "00000721_9a461e8ae7dc4d33a55883eb_step_000", + "naive": 0.3489669121167219, + "GBRT": 0.22002332684815956, + "naive_minus_GBRT": 0.1289435852685623 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.0693221625833535, + "GBRT": 0.07225609261571428, + "naive_minus_GBRT": -0.002933930032360782 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.06460482955824175, + "GBRT": 0.04910088970919029, + "naive_minus_GBRT": 0.015503939849051455 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.0665386459995153, + "GBRT": 0.0640538678996259, + "naive_minus_GBRT": 0.0024847780998893954 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.11423000042057674, + "GBRT": 0.07105788991768203, + "naive_minus_GBRT": 0.04317211050289471 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.057902650510840904, + "GBRT": 0.03691285945609885, + "naive_minus_GBRT": 0.020989791054742052 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.1497362662306884, + "GBRT": 0.10977498627897582, + "naive_minus_GBRT": 0.03996127995171257 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.07987405177756678, + "GBRT": 0.07820549172484133, + "naive_minus_GBRT": 0.0016685600527254485 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.04621770594549012, + "GBRT": 0.017806432045270916, + "naive_minus_GBRT": 0.028411273900219206 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.20399779208271698, + "GBRT": 0.15496395727615933, + "naive_minus_GBRT": 0.04903383480655765 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.0984879739634179, + "GBRT": 0.051312343597709996, + "naive_minus_GBRT": 0.0471756303657079 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.10410041073965998, + "GBRT": 0.05325559048581262, + "naive_minus_GBRT": 0.05084482025384736 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.11639151548351634, + "GBRT": 0.07525678929637697, + "naive_minus_GBRT": 0.04113472618713937 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.09225131548159181, + "GBRT": 0.04359014163587864, + "naive_minus_GBRT": 0.04866117384571317 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.12090246655553115, + "GBRT": 0.06497945129427993, + "naive_minus_GBRT": 0.05592301526125122 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.19994905314690364, + "GBRT": 0.10453362556532711, + "naive_minus_GBRT": 0.09541542758157653 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.12865189031174237, + "GBRT": 0.041239131358693455, + "naive_minus_GBRT": 0.08741275895304892 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.15597510662759595, + "GBRT": 0.06560778491210274, + "naive_minus_GBRT": 0.0903673217154932 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.09289917557083421, + "GBRT": 0.055228522571288845, + "naive_minus_GBRT": 0.03767065299954537 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.10877569179022666, + "GBRT": 0.09637174120087219, + "naive_minus_GBRT": 0.012403950589354465 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.07302677484107492, + "GBRT": 0.06478901673709596, + "naive_minus_GBRT": 0.008237758103978962 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.08025494339876299, + "GBRT": 0.06288930107830668, + "naive_minus_GBRT": 0.017365642320456315 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.05754168197802442, + "GBRT": 0.053155761072725495, + "naive_minus_GBRT": 0.004385920905298928 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.18909219725855145, + "GBRT": 0.13466913019742008, + "naive_minus_GBRT": 0.05442306706113137 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.10599041640703234, + "GBRT": 0.08459615093738779, + "naive_minus_GBRT": 0.021394265469644555 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.08891411133885252, + "GBRT": 0.053261455419840516, + "naive_minus_GBRT": 0.035652655919012004 + }, + { + "case": "00000818_6bbad2756d7845bd8d731d60_step_000", + "naive": 0.07752130866793545, + "GBRT": 0.09013175794676889, + "naive_minus_GBRT": -0.012610449278833438 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04220189149900482, + "GBRT": 0.14275374674912644, + "naive_minus_GBRT": -0.10055185525012161 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.08503419648493536, + "GBRT": 0.07576328056231499, + "naive_minus_GBRT": 0.009270915922620374 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.04109617276403453, + "GBRT": 0.030157946256688318, + "naive_minus_GBRT": 0.010938226507346212 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.1828040793663969, + "GBRT": 0.12044325091873544, + "naive_minus_GBRT": 0.06236082844766146 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.04582225332286599, + "GBRT": 0.015079244408818063, + "naive_minus_GBRT": 0.03074300891404793 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.09604137245322922, + "GBRT": 0.07545634779958074, + "naive_minus_GBRT": 0.020585024653648476 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.062288662006082886, + "GBRT": 0.044179026286882715, + "naive_minus_GBRT": 0.01810963571920017 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.0417197558127167, + "GBRT": 0.03198883510067755, + "naive_minus_GBRT": 0.009730920712039147 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.03825876561501501, + "GBRT": 0.023640584531201898, + "naive_minus_GBRT": 0.014618181083813114 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.05832987366180132, + "GBRT": 0.0461932857153676, + "naive_minus_GBRT": 0.01213658794643372 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.14912207104327566, + "GBRT": 0.06640984999808672, + "naive_minus_GBRT": 0.08271222104518894 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.6140310303426706, + "GBRT": 0.4290632369633154, + "naive_minus_GBRT": 0.1849677933793552 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.06543802625699917, + "GBRT": 0.04638547157609391, + "naive_minus_GBRT": 0.019052554680905255 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.12800590123335065, + "GBRT": 0.10163983106061589, + "naive_minus_GBRT": 0.026366070172734762 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.17200744248516808, + "GBRT": 0.13975595950878475, + "naive_minus_GBRT": 0.03225148297638333 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.14798888660812373, + "GBRT": 0.12037298144561044, + "naive_minus_GBRT": 0.02761590516251329 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.15253568848455887, + "GBRT": 0.09654980678392687, + "naive_minus_GBRT": 0.055985881700632 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.1430777940117606, + "GBRT": 0.06692103906996552, + "naive_minus_GBRT": 0.07615675494179508 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.040839747349128826, + "GBRT": 0.03201309100741433, + "naive_minus_GBRT": 0.0088266563417145 + }, + { + "case": "00000887_029c2575dd474650ba1b8d21_step_027", + "naive": 0.069084599202089, + "GBRT": 0.04472840555255379, + "naive_minus_GBRT": 0.0243561936495352 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.04713099378709745, + "GBRT": 0.04804578908901009, + "naive_minus_GBRT": -0.0009147953019126367 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.07488154936250886, + "GBRT": 0.06024141900052774, + "naive_minus_GBRT": 0.01464013036198112 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.15749205553120596, + "GBRT": 0.13393629496702453, + "naive_minus_GBRT": 0.023555760564181433 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.0852721015636742, + "GBRT": 0.08007907031115394, + "naive_minus_GBRT": 0.0051930312525202554 + }, + { + "case": "00000919_cdcebf32644443b9812097ba_step_003", + "naive": 0.10165414330717547, + "GBRT": 0.08745542553009274, + "naive_minus_GBRT": 0.014198717777082731 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.20066965920528215, + "GBRT": 0.0675492336990017, + "naive_minus_GBRT": 0.13312042550628045 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.07832232067108588, + "GBRT": 0.05922583644047249, + "naive_minus_GBRT": 0.019096484230613393 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.0768359640412944, + "GBRT": 0.06154326243425425, + "naive_minus_GBRT": 0.015292701607040153 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.17722861621522784, + "GBRT": 0.11936082186603793, + "naive_minus_GBRT": 0.05786779434918991 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.27570186126578566, + "GBRT": 0.21013651355436525, + "naive_minus_GBRT": 0.06556534771142042 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.1043793071320007, + "GBRT": 0.06139666023978619, + "naive_minus_GBRT": 0.04298264689221452 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.036270282432979334, + "GBRT": 0.023328664036448007, + "naive_minus_GBRT": 0.012941618396531327 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.0989602831562654, + "GBRT": 0.06242493664614156, + "naive_minus_GBRT": 0.03653534651012384 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.07926178574509417, + "GBRT": 0.07075092004555045, + "naive_minus_GBRT": 0.008510865699543721 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.07195171281611602, + "GBRT": 0.04056372918388508, + "naive_minus_GBRT": 0.03138798363223094 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1368312937787805, + "GBRT": 0.08574920784975132, + "naive_minus_GBRT": 0.051082085929029186 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.0860417849459811, + "GBRT": 0.04226765987259365, + "naive_minus_GBRT": 0.043774125073387446 + }, + { + "case": "00001030_cde47df6e28543d1b434f206_step_002", + "naive": 0.09943599963877911, + "GBRT": 0.08528035196867192, + "naive_minus_GBRT": 0.014155647670107185 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.09436771338855006, + "GBRT": 0.10512266273303933, + "naive_minus_GBRT": -0.01075494934448927 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.2194192042128723, + "GBRT": 0.2047287530590628, + "naive_minus_GBRT": 0.014690451153809514 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.0575515083279863, + "GBRT": 0.02998268001438878, + "naive_minus_GBRT": 0.02756882831359752 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.06476568570533958, + "GBRT": 0.04437043578576718, + "naive_minus_GBRT": 0.0203952499195724 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.04614485361406805, + "GBRT": 0.0254775250734299, + "naive_minus_GBRT": 0.020667328540638154 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.04018537140483987, + "GBRT": 0.047973210389937904, + "naive_minus_GBRT": -0.007787838985098036 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.07599671973811885, + "GBRT": 0.055439772565200086, + "naive_minus_GBRT": 0.02055694717291876 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.14712981373591918, + "GBRT": 0.14855065234028555, + "naive_minus_GBRT": -0.00142083860436637 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.09661392182179451, + "GBRT": 0.106613459034575, + "naive_minus_GBRT": -0.00999953721278049 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.06946579167256793, + "GBRT": 0.05885458285573505, + "naive_minus_GBRT": 0.010611208816832883 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.18764527606531858, + "GBRT": 0.12747236913899743, + "naive_minus_GBRT": 0.06017290692632116 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.07962203657353772, + "GBRT": 0.07859676645127654, + "naive_minus_GBRT": 0.001025270122261182 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.05915482308180884, + "GBRT": 0.06574213787841658, + "naive_minus_GBRT": -0.006587314796607742 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.15756550817321455, + "GBRT": 0.1400495131567179, + "naive_minus_GBRT": 0.017515995016496644 + }, + { + "case": "00001140_0b0ed9b0ccbb455d82c60d69_step_001", + "naive": 0.12654599600215752, + "GBRT": 0.10558874639598675, + "naive_minus_GBRT": 0.020957249606170764 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.06237514416482203, + "GBRT": 0.052152863871735344, + "naive_minus_GBRT": 0.010222280293086687 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.04711330124027046, + "GBRT": 0.05389828544282753, + "naive_minus_GBRT": -0.006784984202557069 + }, + { + "case": "00001168_107f61d0402f4c9a9d9d1342_step_001", + "naive": 0.05520521469202556, + "GBRT": 0.04402759648389435, + "naive_minus_GBRT": 0.011177618208131207 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.054011066983060255, + "GBRT": 0.04649143107565509, + "naive_minus_GBRT": 0.007519635907405162 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.1026975606874336, + "GBRT": 0.09961534750134106, + "naive_minus_GBRT": 0.0030822131860925445 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.109367912714831, + "GBRT": 0.07254050718746764, + "naive_minus_GBRT": 0.036827405527363355 + }, + { + "case": "00001191_507b60b57791425bbb73273e_step_006", + "naive": 0.07350393195515652, + "GBRT": 0.05867091477008225, + "naive_minus_GBRT": 0.014833017185074265 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.0707321759623217, + "GBRT": 0.061293172176503596, + "naive_minus_GBRT": 0.009439003785818106 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.1756383691344374, + "GBRT": 0.1072992582724196, + "naive_minus_GBRT": 0.0683391108620178 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.20694831719526094, + "GBRT": 0.07457319917257717, + "naive_minus_GBRT": 0.13237511802268376 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.04909122824420971, + "GBRT": 0.04620788201565788, + "naive_minus_GBRT": 0.002883346228551825 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.09385601381412528, + "GBRT": 0.09515188103174056, + "naive_minus_GBRT": -0.0012958672176152791 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.2291849736651285, + "GBRT": 0.1783810455031106, + "naive_minus_GBRT": 0.0508039281620179 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.12111891696060614, + "GBRT": 0.12800273219257943, + "naive_minus_GBRT": -0.006883815231973289 + }, + { + "case": "00001217_e517c61f1c49433bb81cf980_step_000", + "naive": 0.2580251568182309, + "GBRT": 0.17518551014786354, + "naive_minus_GBRT": 0.08283964667036736 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.08252516269498003, + "GBRT": 0.0602761557329887, + "naive_minus_GBRT": 0.02224900696199133 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.07049234533095979, + "GBRT": 0.06422962560408861, + "naive_minus_GBRT": 0.006262719726871174 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0846891114071164, + "GBRT": 0.06036389428933706, + "naive_minus_GBRT": 0.02432521711777933 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.08327623656196122, + "GBRT": 0.07544691769389766, + "naive_minus_GBRT": 0.007829318868063553 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.0476337743278966, + "GBRT": 0.050460968206004514, + "naive_minus_GBRT": -0.0028271938781079115 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.29302119560291895, + "GBRT": 0.24185410210688996, + "naive_minus_GBRT": 0.05116709349602899 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.058775449374913795, + "GBRT": 0.10169516721899147, + "naive_minus_GBRT": -0.04291971784407767 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.11230015055665066, + "GBRT": 0.05870310023140111, + "naive_minus_GBRT": 0.05359705032524955 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.12460914986293574, + "GBRT": 0.08619629203571169, + "naive_minus_GBRT": 0.03841285782722405 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.15872909771129176, + "GBRT": 0.15990651546985307, + "naive_minus_GBRT": -0.001177417758561311 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.07463199774522136, + "GBRT": 0.07659845292843297, + "naive_minus_GBRT": -0.0019664551832116045 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.1346304416800619, + "GBRT": 0.089532247709991, + "naive_minus_GBRT": 0.04509819397007091 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.06423038980514269, + "GBRT": 0.05584184030874208, + "naive_minus_GBRT": 0.00838854949640061 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.09872179780959806, + "GBRT": 0.044295428135097195, + "naive_minus_GBRT": 0.05442636967450086 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.04508151380468029, + "GBRT": 0.01639926418809885, + "naive_minus_GBRT": 0.028682249616581442 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1160581086474591, + "GBRT": 0.06537926105463253, + "naive_minus_GBRT": 0.050678847592826565 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.10946750972978407, + "GBRT": 0.10510591624008189, + "naive_minus_GBRT": 0.0043615934897021785 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.08289139734814441, + "GBRT": 0.07112305769359711, + "naive_minus_GBRT": 0.011768339654547294 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.049967292551306886, + "GBRT": 0.03683438851931334, + "naive_minus_GBRT": 0.013132904031993548 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.28057685949670624, + "GBRT": 0.2607411822762199, + "naive_minus_GBRT": 0.019835677220486347 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.14903069804595573, + "GBRT": 0.22719975166786188, + "naive_minus_GBRT": -0.07816905362190615 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2486281832160084, + "GBRT": 0.14984860671124112, + "naive_minus_GBRT": 0.09877957650476729 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.0940093905275903, + "GBRT": 0.04863837391980898, + "naive_minus_GBRT": 0.045371016607781325 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06035515643258396, + "GBRT": 0.045195401566887686, + "naive_minus_GBRT": 0.015159754865696276 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.05464984068739569, + "GBRT": 0.04134603153325066, + "naive_minus_GBRT": 0.01330380915414503 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.14601187657776796, + "GBRT": 0.08038822693662347, + "naive_minus_GBRT": 0.06562364964114449 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.11642897975444397, + "GBRT": 0.10340896343871539, + "naive_minus_GBRT": 0.013020016315728578 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.19913302050458323, + "GBRT": 0.09303473913929484, + "naive_minus_GBRT": 0.10609828136528839 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.07845682988502511, + "GBRT": 0.0512354759271485, + "naive_minus_GBRT": 0.027221353957876615 + }, + { + "case": "00001345_d8d97699a52842539e08d117_step_003", + "naive": 0.17138614307259958, + "GBRT": 0.055652840312888724, + "naive_minus_GBRT": 0.11573330275971086 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.26340915717197955, + "GBRT": 0.11644665932565859, + "naive_minus_GBRT": 0.14696249784632096 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.08986709514624011, + "GBRT": 0.09358054960649695, + "naive_minus_GBRT": -0.0037134544602568376 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.07692011177576652, + "GBRT": 0.05882993145722285, + "naive_minus_GBRT": 0.018090180318543668 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.15951504756755278, + "GBRT": 0.08741492079985155, + "naive_minus_GBRT": 0.07210012676770122 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.04736052767163144, + "GBRT": 0.04618631593904135, + "naive_minus_GBRT": 0.0011742117325900872 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.04927360700259279, + "GBRT": 0.037456894779250266, + "naive_minus_GBRT": 0.011816712223342525 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.12129136059368119, + "GBRT": 0.10425836151034758, + "naive_minus_GBRT": 0.01703299908333361 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.18728952321166525, + "GBRT": 0.11919615558737652, + "naive_minus_GBRT": 0.06809336762428873 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.14032440297809348, + "GBRT": 0.09547595589888236, + "naive_minus_GBRT": 0.04484844707921112 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.08791244336232198, + "GBRT": 0.06934803450513988, + "naive_minus_GBRT": 0.018564408857182108 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.04727534637432595, + "GBRT": 0.03872214201753334, + "naive_minus_GBRT": 0.008553204356792611 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.04952956374490897, + "GBRT": 0.03623242843614972, + "naive_minus_GBRT": 0.013297135308759256 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.08627194375848149, + "GBRT": 0.05587815639714707, + "naive_minus_GBRT": 0.03039378736133442 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.0484277863557754, + "GBRT": 0.031754740427304626, + "naive_minus_GBRT": 0.016673045928470777 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.04675459025900094, + "GBRT": 0.031626431079875665, + "naive_minus_GBRT": 0.015128159179125272 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.07343795910473581, + "GBRT": 0.026437043852721324, + "naive_minus_GBRT": 0.04700091525201449 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.07695366078462983, + "GBRT": 0.04940969309680015, + "naive_minus_GBRT": 0.027543967687829678 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.09621907747077088, + "GBRT": 0.07634029690918306, + "naive_minus_GBRT": 0.019878780561587817 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.049107567827146814, + "GBRT": 0.030718028302154185, + "naive_minus_GBRT": 0.01838953952499263 + }, + { + "case": "00001414_b38f661707674b8eb983d992_step_000", + "naive": 0.0601668125893993, + "GBRT": 0.06671912955238546, + "naive_minus_GBRT": -0.0065523169629861586 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.11720844026727863, + "GBRT": 0.0823139080935164, + "naive_minus_GBRT": 0.03489453217376223 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.12789235797582524, + "GBRT": 0.10816094432449855, + "naive_minus_GBRT": 0.01973141365132669 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.08095147693551762, + "GBRT": 0.04291967192257688, + "naive_minus_GBRT": 0.038031805012940734 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.11963611033440395, + "GBRT": 0.0790119926785159, + "naive_minus_GBRT": 0.04062411765588805 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.0498797430195083, + "GBRT": 0.02460245832139359, + "naive_minus_GBRT": 0.025277284698114712 + }, + { + "case": "00001449_a45f6c99e2154f3b94955175_step_033", + "naive": 0.0826691331357134, + "GBRT": 0.07520925302829783, + "naive_minus_GBRT": 0.0074598801074155785 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.06143694356331148, + "GBRT": 0.052009610672066, + "naive_minus_GBRT": 0.009427332891245484 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.07592055827305143, + "GBRT": 0.0511603576233345, + "naive_minus_GBRT": 0.02476020064971693 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.09062808138818036, + "GBRT": 0.07585556990188565, + "naive_minus_GBRT": 0.014772511486294715 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.16202608231730986, + "GBRT": 0.1533667796564004, + "naive_minus_GBRT": 0.008659302660909474 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.14210352931927062, + "GBRT": 0.10653869830738501, + "naive_minus_GBRT": 0.03556483101188561 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09093660815011625, + "GBRT": 0.09110515071068197, + "naive_minus_GBRT": -0.0001685425605657126 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08098964337877547, + "GBRT": 0.1261566995313627, + "naive_minus_GBRT": -0.04516705615258722 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.058189485603597955, + "GBRT": 0.0397722636396038, + "naive_minus_GBRT": 0.018417221963994153 + }, + { + "case": "00001483_a45f6c99e2154f3b94955175_step_067", + "naive": 0.5099547068199056, + "GBRT": 0.46922052256142766, + "naive_minus_GBRT": 0.04073418425847797 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.23304413421039089, + "GBRT": 0.14623591242659184, + "naive_minus_GBRT": 0.08680822178379904 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.08394747931800871, + "GBRT": 0.05238837078448453, + "naive_minus_GBRT": 0.03155910853352418 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.050765869319491085, + "GBRT": 0.09255596494020218, + "naive_minus_GBRT": -0.0417900956207111 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.12973526695255924, + "GBRT": 0.11311252035636368, + "naive_minus_GBRT": 0.01662274659619556 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.036409291865633055, + "GBRT": 0.026405810555187835, + "naive_minus_GBRT": 0.01000348131044522 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.06064410958427606, + "GBRT": 0.05596288398543323, + "naive_minus_GBRT": 0.004681225598842827 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.14030094477188418, + "GBRT": 0.07912666924821177, + "naive_minus_GBRT": 0.06117427552367241 + }, + { + "case": "00001522_7079a898746d41ba8ae13d69_step_003", + "naive": 0.043669668598336216, + "GBRT": 0.03957471293137977, + "naive_minus_GBRT": 0.004094955666956446 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.10011990700716523, + "GBRT": 0.15330085989011213, + "naive_minus_GBRT": -0.0531809528829469 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.07091971533894925, + "GBRT": 0.04260739102672254, + "naive_minus_GBRT": 0.02831232431222671 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.06680057377352153, + "GBRT": 0.09799240537845126, + "naive_minus_GBRT": -0.031191831604929735 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.21953948836864345, + "GBRT": 0.09868180003912594, + "naive_minus_GBRT": 0.12085768832951752 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.12846125658142035, + "GBRT": 0.10695760121633077, + "naive_minus_GBRT": 0.02150365536508958 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.1402114015506871, + "GBRT": 0.1449739343667646, + "naive_minus_GBRT": -0.004762532816077497 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.2887362413311799, + "GBRT": 0.20107087309042626, + "naive_minus_GBRT": 0.08766536824075366 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.037696421655270616, + "GBRT": 0.030284160043739163, + "naive_minus_GBRT": 0.007412261611531454 + }, + { + "case": "00001563_2e9dc7e9a1a54dd7ab901478_step_000", + "naive": 0.09273763884155485, + "GBRT": 0.04562452180442111, + "naive_minus_GBRT": 0.047113117037133743 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.07760600868813393, + "GBRT": 0.06958888061799842, + "naive_minus_GBRT": 0.008017128070135507 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.08202148595884616, + "GBRT": 0.06915734920397479, + "naive_minus_GBRT": 0.012864136754871372 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.06384120100394194, + "GBRT": 0.030960660471784224, + "naive_minus_GBRT": 0.03288054053215772 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.19661400665070475, + "GBRT": 0.16713802336204991, + "naive_minus_GBRT": 0.029475983288654833 + } + ] + }, + { + "split": 3, + "pairs": 305, + "median_naive_minus_GBRT": 0.01734562725239694, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.14174694304948054, + "GBRT": 0.11680322978652415, + "naive_minus_GBRT": 0.0249437132629564 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.12079429568611605, + "GBRT": 0.06387354897325577, + "naive_minus_GBRT": 0.05692074671286028 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.053555365271950296, + "GBRT": 0.043183087026661925, + "naive_minus_GBRT": 0.010372278245288372 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06029433108022531, + "GBRT": 0.05025249780621047, + "naive_minus_GBRT": 0.010041833274014846 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.1439277464657409, + "GBRT": 0.12666454539877775, + "naive_minus_GBRT": 0.017263201066963163 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06002503074095722, + "GBRT": 0.04510941139214166, + "naive_minus_GBRT": 0.014915619348815558 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.3265149357362591, + "GBRT": 0.09987829094186253, + "naive_minus_GBRT": 0.2266366447943966 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.06209020223831823, + "GBRT": 0.05812617484478649, + "naive_minus_GBRT": 0.003964027393531737 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.15718674925041018, + "GBRT": 0.20568861237964323, + "naive_minus_GBRT": -0.04850186312923305 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.07486958422464118, + "GBRT": 0.05173031787801914, + "naive_minus_GBRT": 0.023139266346622042 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.13756463256052093, + "GBRT": 0.12331244627370673, + "naive_minus_GBRT": 0.014252186286814197 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.07772934614745593, + "GBRT": 0.09109393801508169, + "naive_minus_GBRT": -0.013364591867625758 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03011573717091679, + "GBRT": 0.0297866607951014, + "naive_minus_GBRT": 0.0003290763758153903 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.040942985786658656, + "GBRT": 0.08266431732722125, + "naive_minus_GBRT": -0.041721331540562595 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.0500180141874045, + "GBRT": 0.07398963266325474, + "naive_minus_GBRT": -0.02397161847585024 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.0517139451914413, + "GBRT": 0.03589888741758412, + "naive_minus_GBRT": 0.01581505777385718 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.05781361565677885, + "GBRT": 0.04594903168753876, + "naive_minus_GBRT": 0.011864583969240089 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.0982150520790274, + "GBRT": 0.07571435024600866, + "naive_minus_GBRT": 0.02250070183301875 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.13324995155514882, + "GBRT": 0.05724695307095195, + "naive_minus_GBRT": 0.07600299848419687 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.04814106030909916, + "GBRT": 0.0604107609370905, + "naive_minus_GBRT": -0.012269700627991341 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.13596073720736346, + "GBRT": 0.08299184445005052, + "naive_minus_GBRT": 0.05296889275731294 + }, + { + "case": "00000116_ce24e0cbec8e45c89735d148_step_008", + "naive": 0.1572757416877617, + "GBRT": 0.07332020644888812, + "naive_minus_GBRT": 0.08395553523887359 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.037289870298687425, + "GBRT": 0.06935561031377396, + "naive_minus_GBRT": -0.03206574001508654 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.15198531762882156, + "GBRT": 0.14258916879680958, + "naive_minus_GBRT": 0.00939614883201198 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.08004753501401699, + "GBRT": 0.045983165027659374, + "naive_minus_GBRT": 0.03406436998635761 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.07063815991492874, + "GBRT": 0.038611056367998324, + "naive_minus_GBRT": 0.03202710354693041 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.08351225372718378, + "GBRT": 0.046235273925306325, + "naive_minus_GBRT": 0.037276979801877455 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.08128433493005607, + "GBRT": 0.05271031348520087, + "naive_minus_GBRT": 0.028574021444855206 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.09889883334581281, + "GBRT": 0.0912809620547729, + "naive_minus_GBRT": 0.007617871291039913 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.06498986322479797, + "GBRT": 0.07811574069271617, + "naive_minus_GBRT": -0.013125877467918198 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.07191532325510949, + "GBRT": 0.06917867325193437, + "naive_minus_GBRT": 0.00273665000317512 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.11988277669657209, + "GBRT": 0.07580857719098741, + "naive_minus_GBRT": 0.04407419950558468 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.12814840513054515, + "GBRT": 0.05425159138363253, + "naive_minus_GBRT": 0.07389681374691262 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.11941376166175667, + "GBRT": 0.0748513192464486, + "naive_minus_GBRT": 0.04456244241530807 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.08340603116161494, + "GBRT": 0.06118147776067595, + "naive_minus_GBRT": 0.022224553400938984 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.059950101800201334, + "GBRT": 0.050764081007420955, + "naive_minus_GBRT": 0.00918602079278038 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.08549096960909683, + "GBRT": 0.046031049298989345, + "naive_minus_GBRT": 0.039459920310107484 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.15405671668624576, + "GBRT": 0.09332515859887887, + "naive_minus_GBRT": 0.060731558087366896 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.12559805031459298, + "GBRT": 0.04444078611176567, + "naive_minus_GBRT": 0.08115726420282732 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.11718590986063172, + "GBRT": 0.08596369177619319, + "naive_minus_GBRT": 0.031222218084438536 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.10142465346166082, + "GBRT": 0.09534933784163285, + "naive_minus_GBRT": 0.006075315620027971 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.18005959556453155, + "GBRT": 0.17760013123302584, + "naive_minus_GBRT": 0.0024594643315057063 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.20297445065307165, + "GBRT": 0.13412710006970305, + "naive_minus_GBRT": 0.0688473505833686 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.13744082093289534, + "GBRT": 0.12323705391627933, + "naive_minus_GBRT": 0.014203767016616006 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.05979435909910397, + "GBRT": 0.0423118162999365, + "naive_minus_GBRT": 0.017482542799167472 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.09010802189564047, + "GBRT": 0.0360049521055673, + "naive_minus_GBRT": 0.05410306979007318 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1857761546207732, + "GBRT": 0.08285768672041789, + "naive_minus_GBRT": 0.10291846790035532 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.07963067561538958, + "GBRT": 0.07934066210298288, + "naive_minus_GBRT": 0.00029001351240670603 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.08484956998614611, + "GBRT": 0.15348140849050493, + "naive_minus_GBRT": -0.06863183850435882 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.10872368897614394, + "GBRT": 0.06193972084528695, + "naive_minus_GBRT": 0.046783968130856994 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.16782193156930772, + "GBRT": 0.15374009060893964, + "naive_minus_GBRT": 0.014081840960368075 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.04052600336446698, + "GBRT": 0.034958597313296154, + "naive_minus_GBRT": 0.005567406051170828 + }, + { + "case": "00000274_648a7c23a21f4e88bf25ffeb_step_002", + "naive": 0.06304314505709302, + "GBRT": 0.04789663051215146, + "naive_minus_GBRT": 0.015146514544941557 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.10771187967352411, + "GBRT": 0.09733763635887813, + "naive_minus_GBRT": 0.010374243314645981 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.08844146726198437, + "GBRT": 0.04358519658455282, + "naive_minus_GBRT": 0.04485627067743155 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.2732305694369644, + "GBRT": 0.14368308495644916, + "naive_minus_GBRT": 0.12954748448051523 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.2139114006457236, + "GBRT": 0.17195675003085062, + "naive_minus_GBRT": 0.04195465061487297 + }, + { + "case": "00000287_58f8ff46b7564e989f9695b7_step_000", + "naive": 0.11145961946292304, + "GBRT": 0.06951173256249928, + "naive_minus_GBRT": 0.04194788690042377 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.046287828055634354, + "GBRT": 0.034695503880053796, + "naive_minus_GBRT": 0.011592324175580558 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.08176238887559126, + "GBRT": 0.07294983827669438, + "naive_minus_GBRT": 0.008812550598896879 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.05983444335526141, + "GBRT": 0.17868879587103595, + "naive_minus_GBRT": -0.11885435251577453 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.12615744423643624, + "GBRT": 0.10017569738032793, + "naive_minus_GBRT": 0.02598174685610831 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.11645090184269369, + "GBRT": 0.08672391253923989, + "naive_minus_GBRT": 0.0297269893034538 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.11937311698053268, + "GBRT": 0.0869261078733221, + "naive_minus_GBRT": 0.032447009107210587 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.05654562130358392, + "GBRT": 0.07584685459232754, + "naive_minus_GBRT": -0.01930123328874362 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.056800585707835465, + "GBRT": 0.04605136825495804, + "naive_minus_GBRT": 0.010749217452877421 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.09754180340448551, + "GBRT": 0.08280692311917928, + "naive_minus_GBRT": 0.014734880285306229 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.04735378004521193, + "GBRT": 0.03649639365032579, + "naive_minus_GBRT": 0.010857386394886141 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.047457568883458166, + "GBRT": 0.038870068591395766, + "naive_minus_GBRT": 0.0085875002920624 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.15992379021140352, + "GBRT": 0.14207501235824932, + "naive_minus_GBRT": 0.017848777853154196 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.06946728431915598, + "GBRT": 0.04869453221547534, + "naive_minus_GBRT": 0.020772752103680646 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.04385018109646638, + "GBRT": 0.04563717914525038, + "naive_minus_GBRT": -0.0017869980487840026 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06281200379868256, + "GBRT": 0.14159125094319203, + "naive_minus_GBRT": -0.07877924714450947 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.12407047673714999, + "GBRT": 0.0802643657096818, + "naive_minus_GBRT": 0.04380611102746819 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.13318931796403308, + "GBRT": 0.10345654126191622, + "naive_minus_GBRT": 0.029732776702116853 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.32022298309430003, + "GBRT": 0.24141281474598025, + "naive_minus_GBRT": 0.07881016834831978 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.11396234883581671, + "GBRT": 0.07183493561200228, + "naive_minus_GBRT": 0.04212741322381443 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.10042739943170675, + "GBRT": 0.10632043075582318, + "naive_minus_GBRT": -0.005893031324116421 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.05234978064265897, + "GBRT": 0.03904782111372103, + "naive_minus_GBRT": 0.013301959528937944 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.11000250156529318, + "GBRT": 0.09487651242349188, + "naive_minus_GBRT": 0.0151259891418013 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.07172961426486031, + "GBRT": 0.0381923172185754, + "naive_minus_GBRT": 0.033537297046284914 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.09223679900616723, + "GBRT": 0.04719280474702116, + "naive_minus_GBRT": 0.04504399425914607 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.22382424270299184, + "GBRT": 0.11103037019590903, + "naive_minus_GBRT": 0.11279387250708281 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.10879166804178467, + "GBRT": 0.060880318240854055, + "naive_minus_GBRT": 0.04791134980093061 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.1082465321000562, + "GBRT": 0.12868299976068767, + "naive_minus_GBRT": -0.020436467660631466 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.19479805573163256, + "GBRT": 0.10121793722799007, + "naive_minus_GBRT": 0.09358011850364249 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.1386007838805962, + "GBRT": 0.10198245264987245, + "naive_minus_GBRT": 0.036618331230723764 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.06733165538761544, + "GBRT": 0.036118637151523914, + "naive_minus_GBRT": 0.03121301823609153 + }, + { + "case": "00000391_fd490b564a44413884fab719_step_000", + "naive": 0.06517588886564443, + "GBRT": 0.07077378447221713, + "naive_minus_GBRT": -0.0055978956065727 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.15251314240035754, + "GBRT": 0.07692408829949142, + "naive_minus_GBRT": 0.07558905410086612 + }, + { + "case": "00000406_f3759bbb4682423caf207e8e_step_003", + "naive": 0.09137564156263467, + "GBRT": 0.0759386547892446, + "naive_minus_GBRT": 0.015436986773390074 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.04861667955253823, + "GBRT": 0.0454240161008453, + "naive_minus_GBRT": 0.0031926634516929314 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.10655606469079532, + "GBRT": 0.09417182803976884, + "naive_minus_GBRT": 0.012384236651026476 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.07092036369523838, + "GBRT": 0.08929644145819911, + "naive_minus_GBRT": -0.018376077762960727 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.06242582547266715, + "GBRT": 0.051612118546018805, + "naive_minus_GBRT": 0.010813706926648348 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.053792887501470786, + "GBRT": 0.04185413410404693, + "naive_minus_GBRT": 0.011938753397423854 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.06312127953419988, + "GBRT": 0.05451649524941806, + "naive_minus_GBRT": 0.00860478428478182 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.11013431896024503, + "GBRT": 0.07924497824652875, + "naive_minus_GBRT": 0.030889340713716282 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06078561216127125, + "GBRT": 0.05603068643324561, + "naive_minus_GBRT": 0.00475492572802564 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.04166667599159182, + "GBRT": 0.03271535717601169, + "naive_minus_GBRT": 0.008951318815580131 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.07261151624981228, + "GBRT": 0.024499079117910074, + "naive_minus_GBRT": 0.048112437131902205 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.05276466288767624, + "GBRT": 0.04024587177368097, + "naive_minus_GBRT": 0.012518791113995273 + }, + { + "case": "00000510_d1c0a44331fd41faa91d4c2e_step_002", + "naive": 0.06885577956437931, + "GBRT": 0.04457664481328497, + "naive_minus_GBRT": 0.02427913475109434 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.06094299609066368, + "GBRT": 0.06830239945514656, + "naive_minus_GBRT": -0.007359403364482882 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.0800391396623894, + "GBRT": 0.07385100060467469, + "naive_minus_GBRT": 0.006188139057714717 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.14295251722067254, + "GBRT": 0.10737289107724973, + "naive_minus_GBRT": 0.035579626143422804 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.07687707773592425, + "GBRT": 0.05996350963615766, + "naive_minus_GBRT": 0.016913568099766595 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.04748032806318767, + "GBRT": 0.04200166309295346, + "naive_minus_GBRT": 0.0054786649702342136 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.08699144793322452, + "GBRT": 0.0660173936125758, + "naive_minus_GBRT": 0.020974054320648722 + }, + { + "case": "00000562_1724088724bf4e53a36e363e_step_000", + "naive": 0.14197751796798044, + "GBRT": 0.13247469993155747, + "naive_minus_GBRT": 0.009502818036422972 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.053973547792251664, + "GBRT": 0.0327106393370804, + "naive_minus_GBRT": 0.021262908455171266 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06061740874729962, + "GBRT": 0.07156519939356062, + "naive_minus_GBRT": -0.010947790646261002 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.14374906304488833, + "GBRT": 0.08418887904001589, + "naive_minus_GBRT": 0.05956018400487244 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.12397584491778266, + "GBRT": 0.07628686696129998, + "naive_minus_GBRT": 0.04768897795648268 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.07228472065106824, + "GBRT": 0.0751368710371921, + "naive_minus_GBRT": -0.0028521503861238667 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.15512055792926552, + "GBRT": 0.09850898097283939, + "naive_minus_GBRT": 0.05661157695642613 + }, + { + "case": "00000603_7fe894812c4244e18241aa08_step_009", + "naive": 0.22096498546737275, + "GBRT": 0.14041198627920212, + "naive_minus_GBRT": 0.08055299918817063 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.1440267564747992, + "GBRT": 0.13371145930109338, + "naive_minus_GBRT": 0.010315297173705829 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.08256865418371287, + "GBRT": 0.05749289586224833, + "naive_minus_GBRT": 0.02507575832146454 + }, + { + "case": "00000610_04e799936ae446b9a3d8d2b8_step_001", + "naive": 0.0825537014335008, + "GBRT": 0.07214200763208033, + "naive_minus_GBRT": 0.010411693801420471 + }, + { + "case": "00000613_189d1310aa8c4a2a92a21020_step_001", + "naive": 0.20791987773787887, + "GBRT": 0.14784658044119098, + "naive_minus_GBRT": 0.060073297296687894 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.1799032428019309, + "GBRT": 0.1181997720791179, + "naive_minus_GBRT": 0.061703470722813 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.10245131369445742, + "GBRT": 0.0937894450500929, + "naive_minus_GBRT": 0.008661868644364523 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.055271865555362475, + "GBRT": 0.03810453757426196, + "naive_minus_GBRT": 0.017167327981100516 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.07483687550038765, + "GBRT": 0.06767156535252536, + "naive_minus_GBRT": 0.007165310147862286 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.10806164596513697, + "GBRT": 0.054464136698001764, + "naive_minus_GBRT": 0.053597509267135204 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.07848601601791033, + "GBRT": 0.041207275295804764, + "naive_minus_GBRT": 0.03727874072210557 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.08196333095723808, + "GBRT": 0.06549812789581852, + "naive_minus_GBRT": 0.01646520306141956 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.03874561944191012, + "GBRT": 0.03312779953209382, + "naive_minus_GBRT": 0.005617819909816302 + }, + { + "case": "00000654_d87d11d9c3ca4ee5a88797ae_step_002", + "naive": 0.08907053152992407, + "GBRT": 0.07884175105703363, + "naive_minus_GBRT": 0.010228780472890442 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.058422521901973945, + "GBRT": 0.05224559373621209, + "naive_minus_GBRT": 0.006176928165761854 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.11083382019752382, + "GBRT": 0.09348819294512688, + "naive_minus_GBRT": 0.01734562725239694 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.05168478721653977, + "GBRT": 0.04931792996233539, + "naive_minus_GBRT": 0.0023668572542043798 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.14329358365349318, + "GBRT": 0.06005257658038394, + "naive_minus_GBRT": 0.08324100707310925 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.23864039587317776, + "GBRT": 0.12867695106742916, + "naive_minus_GBRT": 0.1099634448057486 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.10114410578848916, + "GBRT": 0.060211503821449665, + "naive_minus_GBRT": 0.040932601967039496 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.17375839993800496, + "GBRT": 0.08735162033161081, + "naive_minus_GBRT": 0.08640677960639415 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.09297502781394193, + "GBRT": 0.06261575201292713, + "naive_minus_GBRT": 0.0303592758010148 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.13128856045131512, + "GBRT": 0.08347322118440094, + "naive_minus_GBRT": 0.047815339266914184 + }, + { + "case": "00000738_989e0f807cde438face0cb00_step_003", + "naive": 0.2538656926884147, + "GBRT": 0.14139689615608508, + "naive_minus_GBRT": 0.1124687965323296 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.06460482955824175, + "GBRT": 0.052055895009430884, + "naive_minus_GBRT": 0.012548934548810863 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.09273309784082082, + "GBRT": 0.09137762346466566, + "naive_minus_GBRT": 0.001355474376155158 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.15734231640459853, + "GBRT": 0.046025377495748664, + "naive_minus_GBRT": 0.11131693890884986 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.1497362662306884, + "GBRT": 0.12305878868082237, + "naive_minus_GBRT": 0.02667747754986602 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.07987405177756678, + "GBRT": 0.07928993662880529, + "naive_minus_GBRT": 0.0005841151487614854 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.04621770594549012, + "GBRT": 0.01747172754350443, + "naive_minus_GBRT": 0.028745978401985693 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.1457161008237776, + "GBRT": 0.10167196406588098, + "naive_minus_GBRT": 0.044044136757896604 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.10410041073965998, + "GBRT": 0.050975606096480025, + "naive_minus_GBRT": 0.05312480464317995 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.15672505980427484, + "GBRT": 0.10807058281476285, + "naive_minus_GBRT": 0.04865447698951199 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.08955855031530625, + "GBRT": 0.05260347093415882, + "naive_minus_GBRT": 0.036955079381147435 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.11929343003590473, + "GBRT": 0.06020513368212884, + "naive_minus_GBRT": 0.05908829635377589 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.19994905314690364, + "GBRT": 0.10988178590371929, + "naive_minus_GBRT": 0.09006726724318435 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.12865189031174237, + "GBRT": 0.0429509543246225, + "naive_minus_GBRT": 0.08570093598711986 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.07302677484107492, + "GBRT": 0.0655042817682188, + "naive_minus_GBRT": 0.007522493072856115 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.08025494339876299, + "GBRT": 0.0619769928370978, + "naive_minus_GBRT": 0.018277950561665188 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.05754168197802442, + "GBRT": 0.05158755536644664, + "naive_minus_GBRT": 0.0059541266115777855 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.07285146130654709, + "GBRT": 0.055189236367780184, + "naive_minus_GBRT": 0.0176622249387669 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.08692006310248865, + "GBRT": 0.07678077978129834, + "naive_minus_GBRT": 0.01013928332119031 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.08891411133885252, + "GBRT": 0.05243499078550558, + "naive_minus_GBRT": 0.03647912055334694 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.08823698444741186, + "GBRT": 0.0688274839928509, + "naive_minus_GBRT": 0.01940950045456097 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04220189149900482, + "GBRT": 0.12180140941181751, + "naive_minus_GBRT": -0.0795995179128127 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.053607354295562376, + "GBRT": 0.031954223184245394, + "naive_minus_GBRT": 0.021653131111316982 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.06446839754313972, + "GBRT": 0.0556040099938646, + "naive_minus_GBRT": 0.008864387549275127 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.25714779279067607, + "GBRT": 0.15536300300050895, + "naive_minus_GBRT": 0.10178478979016711 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.08503419648493536, + "GBRT": 0.07581167839589514, + "naive_minus_GBRT": 0.009222518089040219 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.04109617276403453, + "GBRT": 0.03180651357303239, + "naive_minus_GBRT": 0.009289659191002143 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.1828040793663969, + "GBRT": 0.13395558784816056, + "naive_minus_GBRT": 0.04884849151823634 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.09604137245322922, + "GBRT": 0.08136095703910291, + "naive_minus_GBRT": 0.014680415414126305 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.062288662006082886, + "GBRT": 0.04982212426307802, + "naive_minus_GBRT": 0.012466537743004866 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.06193021441785552, + "GBRT": 0.060410675052878046, + "naive_minus_GBRT": 0.0015195393649774722 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.05354782610229684, + "GBRT": 0.033879141297121634, + "naive_minus_GBRT": 0.019668684805175203 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.07781318677052329, + "GBRT": 0.07581652294219057, + "naive_minus_GBRT": 0.0019966638283327176 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.060390252226903515, + "GBRT": 0.02858135420613333, + "naive_minus_GBRT": 0.031808898020770186 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.08588478509330456, + "GBRT": 0.06776376804050724, + "naive_minus_GBRT": 0.018121017052797325 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.04902855626373622, + "GBRT": 0.020978265790009387, + "naive_minus_GBRT": 0.028050290473726834 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.12800590123335065, + "GBRT": 0.09852973978047243, + "naive_minus_GBRT": 0.029476161452878222 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.15253568848455887, + "GBRT": 0.09915087481347573, + "naive_minus_GBRT": 0.05338481367108314 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.15839036496205638, + "GBRT": 0.13643884067040837, + "naive_minus_GBRT": 0.02195152429164801 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.05021810777659268, + "GBRT": 0.08204206903666905, + "naive_minus_GBRT": -0.031823961260076375 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.07488154936250886, + "GBRT": 0.07831343703863804, + "naive_minus_GBRT": -0.003431887676129175 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.0765415217005278, + "GBRT": 0.06638253703576993, + "naive_minus_GBRT": 0.01015898466475787 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.0852721015636742, + "GBRT": 0.08437114128507629, + "naive_minus_GBRT": 0.000900960278597901 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.06403009200813595, + "GBRT": 0.05970835285928908, + "naive_minus_GBRT": 0.00432173914884687 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.20066965920528215, + "GBRT": 0.06661470388635299, + "naive_minus_GBRT": 0.13405495531892916 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.1373306466585156, + "GBRT": 0.12250211011454837, + "naive_minus_GBRT": 0.014828536543967236 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.04812182578467152, + "GBRT": 0.028216847037283655, + "naive_minus_GBRT": 0.019904978747387867 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.05664120127084724, + "GBRT": 0.04206263439449766, + "naive_minus_GBRT": 0.014578566876349584 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.07832232067108588, + "GBRT": 0.06258008868654, + "naive_minus_GBRT": 0.015742231984545885 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.04377036637100385, + "GBRT": 0.03077976531849034, + "naive_minus_GBRT": 0.012990601052513512 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.08183584646305818, + "GBRT": 0.07553009286813243, + "naive_minus_GBRT": 0.006305753594925745 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.08723301788572485, + "GBRT": 0.0685952020170346, + "naive_minus_GBRT": 0.018637815868690247 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.06408004457024936, + "GBRT": 0.05861052263261536, + "naive_minus_GBRT": 0.005469521937634003 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.049034715544544506, + "GBRT": 0.04058759619134514, + "naive_minus_GBRT": 0.008447119353199369 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.27570186126578566, + "GBRT": 0.1987569285635277, + "naive_minus_GBRT": 0.07694493270225797 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.1043793071320007, + "GBRT": 0.07142990734019929, + "naive_minus_GBRT": 0.03294939979180142 + }, + { + "case": "00001002_6962bc8aad2c4e27b046d5b4_step_004", + "naive": 0.09290013564510241, + "GBRT": 0.08195078248251905, + "naive_minus_GBRT": 0.010949353162583358 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.1377330684909629, + "GBRT": 0.09899145318130187, + "naive_minus_GBRT": 0.038741615309661026 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.04469165043924899, + "GBRT": 0.028831926917376943, + "naive_minus_GBRT": 0.015859723521872048 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.12009575361677144, + "GBRT": 0.0785041945281122, + "naive_minus_GBRT": 0.04159155908865923 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.0989602831562654, + "GBRT": 0.06420320194427924, + "naive_minus_GBRT": 0.03475708121198616 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.07926178574509417, + "GBRT": 0.07109909452238093, + "naive_minus_GBRT": 0.008162691222713236 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.07195171281611602, + "GBRT": 0.0420347868371114, + "naive_minus_GBRT": 0.029916925979004624 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.05490573311109532, + "GBRT": 0.03952720007379377, + "naive_minus_GBRT": 0.01537853303730155 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.05666888430980465, + "GBRT": 0.04683989679920165, + "naive_minus_GBRT": 0.009828987510603002 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.16086262979413984, + "GBRT": 0.10780779525072051, + "naive_minus_GBRT": 0.05305483454341933 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.048601180984110225, + "GBRT": 0.02952640750682015, + "naive_minus_GBRT": 0.019074773477290075 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.2772135464865156, + "GBRT": 0.17658428796944925, + "naive_minus_GBRT": 0.10062925851706633 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.0860417849459811, + "GBRT": 0.040396357563484676, + "naive_minus_GBRT": 0.04564542738249642 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.09436771338855006, + "GBRT": 0.10503630067815085, + "naive_minus_GBRT": -0.010668587289600795 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.07244075893352767, + "GBRT": 0.06078455564357866, + "naive_minus_GBRT": 0.011656203289949006 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.2194192042128723, + "GBRT": 0.2089300862382526, + "naive_minus_GBRT": 0.01048911797461971 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.054790908646125125, + "GBRT": 0.15960096617201527, + "naive_minus_GBRT": -0.10481005752589015 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.05682980235118773, + "GBRT": 0.04883446726030157, + "naive_minus_GBRT": 0.007995335090886159 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.07082597317913933, + "GBRT": 0.051048638886670245, + "naive_minus_GBRT": 0.019777334292469084 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.07599671973811885, + "GBRT": 0.05582334198546034, + "naive_minus_GBRT": 0.02017337775265851 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.14712981373591918, + "GBRT": 0.14597499505325895, + "naive_minus_GBRT": 0.0011548186826602358 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.06946579167256793, + "GBRT": 0.06040707249088859, + "naive_minus_GBRT": 0.009058719181679338 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.14412090137430794, + "GBRT": 0.07609828584046556, + "naive_minus_GBRT": 0.06802261553384238 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.08613934467268479, + "GBRT": 0.07780153188098583, + "naive_minus_GBRT": 0.008337812791698956 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.05915482308180884, + "GBRT": 0.06391642915181454, + "naive_minus_GBRT": -0.004761606070005704 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.04761602064511984, + "GBRT": 0.03925801896461161, + "naive_minus_GBRT": 0.00835800168050823 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.09471667406744871, + "GBRT": 0.05663817300219108, + "naive_minus_GBRT": 0.03807850106525763 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.04711330124027046, + "GBRT": 0.043757864435116305, + "naive_minus_GBRT": 0.003355436805154155 + }, + { + "case": "00001167_107f61d0402f4c9a9d9d1342_step_000", + "naive": 0.07937859954575903, + "GBRT": 0.09369861940211559, + "naive_minus_GBRT": -0.014320019856356558 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.04379863951886216, + "GBRT": 0.03028058356602641, + "naive_minus_GBRT": 0.013518055952835752 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.23621933145734575, + "GBRT": 0.09159872240599617, + "naive_minus_GBRT": 0.14462060905134957 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.07395025062169533, + "GBRT": 0.05302769485108944, + "naive_minus_GBRT": 0.020922555770605887 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.0711097611275165, + "GBRT": 0.06496898589555809, + "naive_minus_GBRT": 0.006140775231958412 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.109367912714831, + "GBRT": 0.07371702305673304, + "naive_minus_GBRT": 0.035650889658097956 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.0707321759623217, + "GBRT": 0.06057451093236884, + "naive_minus_GBRT": 0.010157665029952863 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.1756383691344374, + "GBRT": 0.1047383567735276, + "naive_minus_GBRT": 0.0709000123609098 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.12111891696060614, + "GBRT": 0.1300025442032864, + "naive_minus_GBRT": -0.00888362724268027 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.05374804597678355, + "GBRT": 0.04826613018498299, + "naive_minus_GBRT": 0.0054819157918005595 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0846891114071164, + "GBRT": 0.060063230807186244, + "naive_minus_GBRT": 0.02462588059993015 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.08327623656196122, + "GBRT": 0.07878411126407155, + "naive_minus_GBRT": 0.004492125297889671 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.0476337743278966, + "GBRT": 0.06338347974579436, + "naive_minus_GBRT": -0.01574970541789776 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.29302119560291895, + "GBRT": 0.2389894046895318, + "naive_minus_GBRT": 0.05403179091338714 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.058775449374913795, + "GBRT": 0.11784162403839267, + "naive_minus_GBRT": -0.059066174663478875 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.11230015055665066, + "GBRT": 0.060729151903401495, + "naive_minus_GBRT": 0.05157099865324916 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.07463199774522136, + "GBRT": 0.07933770477444431, + "naive_minus_GBRT": -0.004705707029222947 + }, + { + "case": "00001255_3df9015915ff4fa7b57f0a71_step_000", + "naive": 0.04867094954542784, + "GBRT": 0.04945205300485231, + "naive_minus_GBRT": -0.000781103459424469 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.09872179780959806, + "GBRT": 0.0471261903163923, + "naive_minus_GBRT": 0.051595607493205756 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.10946750972978407, + "GBRT": 0.10379102987695753, + "naive_minus_GBRT": 0.005676479852826544 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.09750505499677256, + "GBRT": 0.046266312765952756, + "naive_minus_GBRT": 0.051238742230819805 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.08289139734814441, + "GBRT": 0.07046835106680611, + "naive_minus_GBRT": 0.012423046281338293 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2486281832160084, + "GBRT": 0.15006267693925537, + "naive_minus_GBRT": 0.09856550627675303 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06035515643258396, + "GBRT": 0.05255024186210185, + "naive_minus_GBRT": 0.007804914570482109 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.047013183602403, + "GBRT": 0.042099812990654975, + "naive_minus_GBRT": 0.0049133706117480275 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.05464984068739569, + "GBRT": 0.04071411269769193, + "naive_minus_GBRT": 0.013935727989703758 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.056396986483888314, + "GBRT": 0.04903310611693327, + "naive_minus_GBRT": 0.007363880366955046 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.15527162728261532, + "GBRT": 0.0847978896669382, + "naive_minus_GBRT": 0.07047373761567712 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.14601187657776796, + "GBRT": 0.08665643573494454, + "naive_minus_GBRT": 0.05935544084282342 + }, + { + "case": "00001334_beab79941e884455a62af40c_step_002", + "naive": 0.15882287471152637, + "GBRT": 0.11168588374842855, + "naive_minus_GBRT": 0.04713699096309781 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.20815377395771492, + "GBRT": 0.15062347403846468, + "naive_minus_GBRT": 0.05753029991925024 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.11642897975444397, + "GBRT": 0.1354710164810901, + "naive_minus_GBRT": -0.019042036726646144 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.16010920034977585, + "GBRT": 0.13747205907690205, + "naive_minus_GBRT": 0.022637141272873806 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.19913302050458323, + "GBRT": 0.08750407392130667, + "naive_minus_GBRT": 0.11162894658327656 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.07845682988502511, + "GBRT": 0.05284314225278868, + "naive_minus_GBRT": 0.025613687632236433 + }, + { + "case": "00001354_4e1d56bc2cef49ea84626b11_step_002", + "naive": 0.1021886323560682, + "GBRT": 0.05405001605079915, + "naive_minus_GBRT": 0.048138616305269055 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.16577100271977277, + "GBRT": 0.12769061700151904, + "naive_minus_GBRT": 0.03808038571825373 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.06883866566162987, + "GBRT": 0.03944396537413535, + "naive_minus_GBRT": 0.029394700287494517 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.04927360700259279, + "GBRT": 0.04811927189557437, + "naive_minus_GBRT": 0.0011543351070184213 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.12869628718718573, + "GBRT": 0.06423891636762988, + "naive_minus_GBRT": 0.06445737081955585 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.08791244336232198, + "GBRT": 0.07110448554306477, + "naive_minus_GBRT": 0.016807957819257216 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.045808550449255366, + "GBRT": 0.03625671607445385, + "naive_minus_GBRT": 0.009551834374801518 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.1422430159526971, + "GBRT": 0.07642785329216406, + "naive_minus_GBRT": 0.06581516266053303 + }, + { + "case": "00001391_406eb61c554a429ebd8a4d4f_step_000", + "naive": 0.1129027686204389, + "GBRT": 0.10817259034293686, + "naive_minus_GBRT": 0.004730178277502037 + }, + { + "case": "00001392_406eb61c554a429ebd8a4d4f_step_001", + "naive": 0.08232548050825507, + "GBRT": 0.08538362544001427, + "naive_minus_GBRT": -0.0030581449317591963 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.1093564474325496, + "GBRT": 0.08886242844573894, + "naive_minus_GBRT": 0.020494018986810664 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.11991803921853157, + "GBRT": 0.08655448681936836, + "naive_minus_GBRT": 0.03336355239916321 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.04952956374490897, + "GBRT": 0.039740989770937096, + "naive_minus_GBRT": 0.009788573973971877 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.0484277863557754, + "GBRT": 0.029533324483452545, + "naive_minus_GBRT": 0.018894461872322858 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.07343795910473581, + "GBRT": 0.02576651853492502, + "naive_minus_GBRT": 0.04767144056981079 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.10991729800526318, + "GBRT": 0.05339884437405863, + "naive_minus_GBRT": 0.05651845363120454 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.09621907747077088, + "GBRT": 0.07531805382192906, + "naive_minus_GBRT": 0.02090102364884182 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.049107567827146814, + "GBRT": 0.03270812106375148, + "naive_minus_GBRT": 0.01639944676339533 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.15072115097912683, + "GBRT": 0.06323229465070523, + "naive_minus_GBRT": 0.0874888563284216 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.12789235797582524, + "GBRT": 0.11045583276973236, + "naive_minus_GBRT": 0.017436525206092873 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.06729357287137211, + "GBRT": 0.06841211784669632, + "naive_minus_GBRT": -0.0011185449753242094 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.0498797430195083, + "GBRT": 0.024005238371512954, + "naive_minus_GBRT": 0.025874504647995348 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.07679413611661211, + "GBRT": 0.05075909882691784, + "naive_minus_GBRT": 0.026035037289694266 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.32768559673727193, + "GBRT": 0.16096181557825776, + "naive_minus_GBRT": 0.16672378115901418 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.16202608231730986, + "GBRT": 0.15161308748596308, + "naive_minus_GBRT": 0.010412994831346778 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09093660815011625, + "GBRT": 0.0934720743707421, + "naive_minus_GBRT": -0.002535466220625851 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.1379815243793161, + "GBRT": 0.08475387130220212, + "naive_minus_GBRT": 0.05322765307711398 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.09895942084565122, + "GBRT": 0.09296837584358408, + "naive_minus_GBRT": 0.0059910450020671385 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.08439821224978279, + "GBRT": 0.0626404055169572, + "naive_minus_GBRT": 0.021757806732825596 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.1935620824661661, + "GBRT": 0.09665790046066369, + "naive_minus_GBRT": 0.09690418200550241 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.23304413421039089, + "GBRT": 0.14528892265532253, + "naive_minus_GBRT": 0.08775521155506835 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.08394747931800871, + "GBRT": 0.05257967921348637, + "naive_minus_GBRT": 0.031367800104522336 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.12973526695255924, + "GBRT": 0.11492361962317159, + "naive_minus_GBRT": 0.014811647329387653 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.036409291865633055, + "GBRT": 0.028139777431622232, + "naive_minus_GBRT": 0.008269514434010822 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.06064410958427606, + "GBRT": 0.05463391221565779, + "naive_minus_GBRT": 0.00601019736861827 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.11139050806265437, + "GBRT": 0.07302919414845198, + "naive_minus_GBRT": 0.03836131391420239 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.14030094477188418, + "GBRT": 0.08582789157199323, + "naive_minus_GBRT": 0.054473053199890945 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.18030095334904894, + "GBRT": 0.17387269440927933, + "naive_minus_GBRT": 0.0064282589397696155 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.06680057377352153, + "GBRT": 0.11005900537850015, + "naive_minus_GBRT": -0.04325843160497862 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.21953948836864345, + "GBRT": 0.10328137100386167, + "naive_minus_GBRT": 0.11625811736478178 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.12846125658142035, + "GBRT": 0.1223723881497825, + "naive_minus_GBRT": 0.006088868431637848 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.1402114015506871, + "GBRT": 0.1387375706305024, + "naive_minus_GBRT": 0.0014738309201846878 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.2887362413311799, + "GBRT": 0.20314703054682942, + "naive_minus_GBRT": 0.0855892107843505 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.037696421655270616, + "GBRT": 0.028765492786840777, + "naive_minus_GBRT": 0.00893092886842984 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.0507548527162536, + "GBRT": 0.0409342904636508, + "naive_minus_GBRT": 0.009820562252602798 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.08202148595884616, + "GBRT": 0.07351570336934098, + "naive_minus_GBRT": 0.008505782589505184 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.0928030551029537, + "GBRT": 0.06539818023535841, + "naive_minus_GBRT": 0.027404874867595283 + } + ] + }, + { + "split": 4, + "pairs": 308, + "median_naive_minus_GBRT": 0.02028990617915489, + "paired_rows": [ + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.12079429568611605, + "GBRT": 0.06769334491163324, + "naive_minus_GBRT": 0.053100950774482805 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06029433108022531, + "GBRT": 0.04550928597889714, + "naive_minus_GBRT": 0.014785045101328172 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.1439277464657409, + "GBRT": 0.12849230250997057, + "naive_minus_GBRT": 0.015435443955770345 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.04984514735646208, + "GBRT": 0.036424598676925414, + "naive_minus_GBRT": 0.013420548679536667 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.045016539231704365, + "GBRT": 0.0980718888369948, + "naive_minus_GBRT": -0.05305534960529044 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06002503074095722, + "GBRT": 0.041770833365170304, + "naive_minus_GBRT": 0.018254197375786915 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.3265149357362591, + "GBRT": 0.11940520222235917, + "naive_minus_GBRT": 0.20710973351389994 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.06209020223831823, + "GBRT": 0.05978861001841499, + "naive_minus_GBRT": 0.0023015922199032396 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.1716666392458885, + "GBRT": 0.14468665686369406, + "naive_minus_GBRT": 0.026979982382194456 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.07772934614745593, + "GBRT": 0.09218682802623254, + "naive_minus_GBRT": -0.014457481878776615 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03011573717091679, + "GBRT": 0.02669710511974482, + "naive_minus_GBRT": 0.0034186320511719707 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.040942985786658656, + "GBRT": 0.07001178559586534, + "naive_minus_GBRT": -0.02906879980920668 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.0915467343161577, + "GBRT": 0.06315613428673439, + "naive_minus_GBRT": 0.028390600029423313 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.0500180141874045, + "GBRT": 0.08687104721173503, + "naive_minus_GBRT": -0.036853033024330524 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.0517139451914413, + "GBRT": 0.0378027954761862, + "naive_minus_GBRT": 0.013911149715255096 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.0982150520790274, + "GBRT": 0.07529391123587291, + "naive_minus_GBRT": 0.022921140843154497 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.13324995155514882, + "GBRT": 0.06545909175759342, + "naive_minus_GBRT": 0.0677908597975554 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.1953346588415704, + "GBRT": 0.1039697512487461, + "naive_minus_GBRT": 0.09136490759282428 + }, + { + "case": "00000103_52f7124261ae4c558f800775_step_000", + "naive": 0.21654191164379988, + "GBRT": 0.11020482091778486, + "naive_minus_GBRT": 0.10633709072601502 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.04814106030909916, + "GBRT": 0.06036857561512622, + "naive_minus_GBRT": -0.01222751530602706 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.04457595249175284, + "GBRT": 0.11501633563360662, + "naive_minus_GBRT": -0.07044038314185377 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.10173359407909909, + "GBRT": 0.08329135349286461, + "naive_minus_GBRT": 0.018442240586234476 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.10444736405726279, + "GBRT": 0.08396700346718061, + "naive_minus_GBRT": 0.02048036059008218 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.037289870298687425, + "GBRT": 0.05946865723696023, + "naive_minus_GBRT": -0.022178786938272806 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.10483332947430739, + "GBRT": 0.09367267094567149, + "naive_minus_GBRT": 0.011160658528635903 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.08004753501401699, + "GBRT": 0.04245524680577863, + "naive_minus_GBRT": 0.03759228820823835 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.08351225372718378, + "GBRT": 0.04109719787614859, + "naive_minus_GBRT": 0.04241505585103519 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.09889883334581281, + "GBRT": 0.0894423585681711, + "naive_minus_GBRT": 0.009456474777641721 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.33293748136968904, + "GBRT": 0.1886173823731889, + "naive_minus_GBRT": 0.14432009899650014 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.06498986322479797, + "GBRT": 0.07510041829406099, + "naive_minus_GBRT": -0.01011055506926302 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.07191532325510949, + "GBRT": 0.06988220790037768, + "naive_minus_GBRT": 0.0020331153547318154 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.12814840513054515, + "GBRT": 0.058044797301239855, + "naive_minus_GBRT": 0.0701036078293053 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.2710566783515179, + "GBRT": 0.16723495396239701, + "naive_minus_GBRT": 0.1038217243891209 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.11941376166175667, + "GBRT": 0.08085258248710676, + "naive_minus_GBRT": 0.03856117917464991 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.08340603116161494, + "GBRT": 0.058310217841669246, + "naive_minus_GBRT": 0.02509581331994569 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.17033738682703492, + "GBRT": 0.07431233560272335, + "naive_minus_GBRT": 0.09602505122431157 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.08073567419292081, + "GBRT": 0.031763981575901275, + "naive_minus_GBRT": 0.04897169261701954 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.09573880995934506, + "GBRT": 0.047994912128097304, + "naive_minus_GBRT": 0.04774389783124775 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.059950101800201334, + "GBRT": 0.05140978238063287, + "naive_minus_GBRT": 0.008540319419568468 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.0669002926644677, + "GBRT": 0.059606937898551884, + "naive_minus_GBRT": 0.007293354765915819 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.12559805031459298, + "GBRT": 0.043978213881846626, + "naive_minus_GBRT": 0.08161983643274635 + }, + { + "case": "00000220_5324c79b172f41e8a49afc6f_step_007", + "naive": 0.22264857990197365, + "GBRT": 0.18398796039098267, + "naive_minus_GBRT": 0.03866061951099098 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.18005959556453155, + "GBRT": 0.1785136523164677, + "naive_minus_GBRT": 0.0015459432480638413 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.033594733316195516, + "GBRT": 0.02767674208928713, + "naive_minus_GBRT": 0.005917991226908385 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.06754882702763697, + "GBRT": 0.047319204721677915, + "naive_minus_GBRT": 0.020229622305959052 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.20297445065307165, + "GBRT": 0.13966754579453936, + "naive_minus_GBRT": 0.0633069048585323 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.13744082093289534, + "GBRT": 0.12293237753529324, + "naive_minus_GBRT": 0.0145084433976021 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.05979435909910397, + "GBRT": 0.04368752080380605, + "naive_minus_GBRT": 0.016106838295297923 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.09010802189564047, + "GBRT": 0.037818311989285966, + "naive_minus_GBRT": 0.05228970990635451 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.09735236481365252, + "GBRT": 0.06798081655617358, + "naive_minus_GBRT": 0.02937154825747894 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.07963067561538958, + "GBRT": 0.06459967953858545, + "naive_minus_GBRT": 0.015030996076804137 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.08484956998614611, + "GBRT": 0.11216855372809677, + "naive_minus_GBRT": -0.02731898374195066 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.10872368897614394, + "GBRT": 0.05964861576119057, + "naive_minus_GBRT": 0.04907507321495337 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.16782193156930772, + "GBRT": 0.15367550815793835, + "naive_minus_GBRT": 0.014146423411369374 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.11548319947958811, + "GBRT": 0.06913153665873244, + "naive_minus_GBRT": 0.04635166282085568 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.07360614884726067, + "GBRT": 0.0489500193637987, + "naive_minus_GBRT": 0.024656129483461978 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.10771187967352411, + "GBRT": 0.09798259276806746, + "naive_minus_GBRT": 0.009729286905456644 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.23868358755264588, + "GBRT": 0.10843169744962713, + "naive_minus_GBRT": 0.13025189010301874 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.2732305694369644, + "GBRT": 0.15663962626485897, + "naive_minus_GBRT": 0.11659094317210542 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.2139114006457236, + "GBRT": 0.18126423932399002, + "naive_minus_GBRT": 0.032647161321733564 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.046287828055634354, + "GBRT": 0.033089755460484024, + "naive_minus_GBRT": 0.01319807259515033 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.08176238887559126, + "GBRT": 0.07313207893976979, + "naive_minus_GBRT": 0.008630309935821465 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.07766116009000024, + "GBRT": 0.042994497799060165, + "naive_minus_GBRT": 0.03466666229094007 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.11865254252439192, + "GBRT": 0.09718663372012344, + "naive_minus_GBRT": 0.021465908804268477 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.12615744423643624, + "GBRT": 0.1008887423723765, + "naive_minus_GBRT": 0.025268701864059745 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.11937311698053268, + "GBRT": 0.08462027033732404, + "naive_minus_GBRT": 0.03475284664320864 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.056800585707835465, + "GBRT": 0.04617663838104161, + "naive_minus_GBRT": 0.010623947326793858 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.09754180340448551, + "GBRT": 0.08151000046942565, + "naive_minus_GBRT": 0.01603180293505986 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.06818946894828987, + "GBRT": 0.06030226421278558, + "naive_minus_GBRT": 0.007887204735504284 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0593433998686706, + "GBRT": 0.0381548530709186, + "naive_minus_GBRT": 0.021188546797752 + }, + { + "case": "00000322_3062bccff48e47a2b9de05e3_step_017", + "naive": 0.06360204014317505, + "GBRT": 0.05343359977875809, + "naive_minus_GBRT": 0.010168440364416963 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.15992379021140352, + "GBRT": 0.14032339091606, + "naive_minus_GBRT": 0.019600399295343518 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.06946728431915598, + "GBRT": 0.04720892967532124, + "naive_minus_GBRT": 0.022258354643834743 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.04385018109646638, + "GBRT": 0.047617322124053604, + "naive_minus_GBRT": -0.003767141027587226 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06281200379868256, + "GBRT": 0.09274162406418177, + "naive_minus_GBRT": -0.02992962026549921 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.32022298309430003, + "GBRT": 0.24977324677089846, + "naive_minus_GBRT": 0.07044973632340157 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.23254387835553636, + "GBRT": 0.15830447193409486, + "naive_minus_GBRT": 0.0742394064214415 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.05234978064265897, + "GBRT": 0.04115578215710009, + "naive_minus_GBRT": 0.011193998485558881 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.20994062938479466, + "GBRT": 0.21057023384895154, + "naive_minus_GBRT": -0.0006296044641568854 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.23857708894369237, + "GBRT": 0.1700938357828875, + "naive_minus_GBRT": 0.06848325316080486 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.215005461517638, + "GBRT": 0.12810178816305823, + "naive_minus_GBRT": 0.08690367335457977 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.07172961426486031, + "GBRT": 0.038083990640222616, + "naive_minus_GBRT": 0.033645623624637695 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.22382424270299184, + "GBRT": 0.13015880049524484, + "naive_minus_GBRT": 0.093665442207747 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.1082465321000562, + "GBRT": 0.12086839149474622, + "naive_minus_GBRT": -0.012621859394690016 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.15024476486226995, + "GBRT": 0.08382979128844771, + "naive_minus_GBRT": 0.06641497357382224 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.1386007838805962, + "GBRT": 0.10104407829566846, + "naive_minus_GBRT": 0.037556705584927755 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.05480463064147276, + "GBRT": 0.04283498241207833, + "naive_minus_GBRT": 0.011969648229394426 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.13198666589015753, + "GBRT": 0.05236736660771429, + "naive_minus_GBRT": 0.07961929928244324 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.15168941092731425, + "GBRT": 0.08393046936804067, + "naive_minus_GBRT": 0.06775894155927357 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.21027438330338688, + "GBRT": 0.14597392954654634, + "naive_minus_GBRT": 0.06430045375684054 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.04861667955253823, + "GBRT": 0.03457174433092968, + "naive_minus_GBRT": 0.014044935221608552 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.14825547910252748, + "GBRT": 0.13063414921532782, + "naive_minus_GBRT": 0.017621329887199666 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.07092036369523838, + "GBRT": 0.0690751957552484, + "naive_minus_GBRT": 0.0018451679399899834 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.15455306281951722, + "GBRT": 0.07831538721616141, + "naive_minus_GBRT": 0.07623767560335581 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.053792887501470786, + "GBRT": 0.04218264158415997, + "naive_minus_GBRT": 0.011610245917310816 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.06312127953419988, + "GBRT": 0.05444513782839365, + "naive_minus_GBRT": 0.008676141705806231 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.11013431896024503, + "GBRT": 0.07873127849291925, + "naive_minus_GBRT": 0.03140304046732578 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06078561216127125, + "GBRT": 0.05218891247076579, + "naive_minus_GBRT": 0.008596699690505458 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.04166667599159182, + "GBRT": 0.02608305649941933, + "naive_minus_GBRT": 0.015583619492172494 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.07261151624981228, + "GBRT": 0.025267179234152563, + "naive_minus_GBRT": 0.047344337015659724 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.05276466288767624, + "GBRT": 0.039329555686866316, + "naive_minus_GBRT": 0.013435107200809926 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.06094299609066368, + "GBRT": 0.06572812603903708, + "naive_minus_GBRT": -0.0047851299483734 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.1434371098578337, + "GBRT": 0.15028171323297207, + "naive_minus_GBRT": -0.0068446033751383695 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.06152327515812496, + "GBRT": 0.044968524434407284, + "naive_minus_GBRT": 0.016554750723717676 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.08699144793322452, + "GBRT": 0.06277109583226013, + "naive_minus_GBRT": 0.02422035210096439 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.16048403957274213, + "GBRT": 0.09780193437001564, + "naive_minus_GBRT": 0.06268210520272649 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.053973547792251664, + "GBRT": 0.04118243984861842, + "naive_minus_GBRT": 0.012791107943633244 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06061740874729962, + "GBRT": 0.0724770573325948, + "naive_minus_GBRT": -0.011859648585295174 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.2172441846098473, + "GBRT": 0.08943317610661466, + "naive_minus_GBRT": 0.12781100850323263 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.15512055792926552, + "GBRT": 0.0958164341805447, + "naive_minus_GBRT": 0.05930412374872082 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.10268177232587591, + "GBRT": 0.050418217429093935, + "naive_minus_GBRT": 0.05226355489678198 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.08256865418371287, + "GBRT": 0.051759105955002126, + "naive_minus_GBRT": 0.030809548228710744 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.07483687550038765, + "GBRT": 0.06422977925769588, + "naive_minus_GBRT": 0.010607096242691766 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.04189131970312312, + "GBRT": 0.04575275893146395, + "naive_minus_GBRT": -0.0038614392283408336 + }, + { + "case": "00000624_1eacb269d52a47f5b265c1ab_step_000", + "naive": 0.13982236673061768, + "GBRT": 0.08628912490721972, + "naive_minus_GBRT": 0.053533241823397956 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.08755480909243013, + "GBRT": 0.08582585253610067, + "naive_minus_GBRT": 0.0017289565563294584 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.07848601601791033, + "GBRT": 0.04017239560460773, + "naive_minus_GBRT": 0.0383136204133026 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.05993128449143003, + "GBRT": 0.04715878302005626, + "naive_minus_GBRT": 0.012772501471373772 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.03874561944191012, + "GBRT": 0.03223199532622224, + "naive_minus_GBRT": 0.0065136241156878785 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.15675172287243655, + "GBRT": 0.11027228865815798, + "naive_minus_GBRT": 0.04647943421427857 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.05168478721653977, + "GBRT": 0.04765659142769021, + "naive_minus_GBRT": 0.00402819578884956 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.21253846055380934, + "GBRT": 0.1091180078835398, + "naive_minus_GBRT": 0.10342045267026954 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.23864039587317776, + "GBRT": 0.13200297284559695, + "naive_minus_GBRT": 0.10663742302758081 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.10114410578848916, + "GBRT": 0.05848003076778223, + "naive_minus_GBRT": 0.04266407502070693 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.17375839993800496, + "GBRT": 0.08948346324121424, + "naive_minus_GBRT": 0.08427493669679072 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.13128856045131512, + "GBRT": 0.08689530287675212, + "naive_minus_GBRT": 0.044393257574563 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.10030584458809336, + "GBRT": 0.06431768036018473, + "naive_minus_GBRT": 0.035988164227908626 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.06460482955824175, + "GBRT": 0.05132622188031876, + "naive_minus_GBRT": 0.013278607677922986 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.0665386459995153, + "GBRT": 0.06396882369615231, + "naive_minus_GBRT": 0.002569822303362987 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.09273309784082082, + "GBRT": 0.09347702558938344, + "naive_minus_GBRT": -0.00074392774856262 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.15734231640459853, + "GBRT": 0.05816944631538967, + "naive_minus_GBRT": 0.09917287008920886 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.16747501839641502, + "GBRT": 0.05795825273349513, + "naive_minus_GBRT": 0.10951676566291989 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.11423000042057674, + "GBRT": 0.07230214905490583, + "naive_minus_GBRT": 0.04192785136567091 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.057902650510840904, + "GBRT": 0.03928185979055461, + "naive_minus_GBRT": 0.018620790720286294 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.1457161008237776, + "GBRT": 0.09471682798789315, + "naive_minus_GBRT": 0.05099927283588444 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.20399779208271698, + "GBRT": 0.14856571694815363, + "naive_minus_GBRT": 0.05543207513456336 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.0984879739634179, + "GBRT": 0.04653534317560942, + "naive_minus_GBRT": 0.05195263078780847 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.11639151548351634, + "GBRT": 0.0761272928365566, + "naive_minus_GBRT": 0.04026422264695974 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.19994905314690364, + "GBRT": 0.10844403226205875, + "naive_minus_GBRT": 0.0915050208848449 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.15597510662759595, + "GBRT": 0.06666592805983423, + "naive_minus_GBRT": 0.08930917856776172 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.09289917557083421, + "GBRT": 0.06684280163283356, + "naive_minus_GBRT": 0.026056373938000657 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.10877569179022666, + "GBRT": 0.09921695820216342, + "naive_minus_GBRT": 0.009558733588063237 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.07302677484107492, + "GBRT": 0.0659208587023087, + "naive_minus_GBRT": 0.0071059161387662245 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.08025494339876299, + "GBRT": 0.06117210415093243, + "naive_minus_GBRT": 0.01908283924783056 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.07285146130654709, + "GBRT": 0.05369178409128858, + "naive_minus_GBRT": 0.019159677215258505 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.18909219725855145, + "GBRT": 0.1414410587107706, + "naive_minus_GBRT": 0.04765113854778086 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.10599041640703234, + "GBRT": 0.08458983066711691, + "naive_minus_GBRT": 0.021400585739915434 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.08692006310248865, + "GBRT": 0.07879209378785056, + "naive_minus_GBRT": 0.008127969314638092 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.08823698444741186, + "GBRT": 0.06546413990403552, + "naive_minus_GBRT": 0.022772844543376344 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.05770031254835549, + "GBRT": 0.05953432987962872, + "naive_minus_GBRT": -0.0018340173312732314 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04220189149900482, + "GBRT": 0.11564123944775245, + "naive_minus_GBRT": -0.07343934794874762 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.08503419648493536, + "GBRT": 0.07556874755897967, + "naive_minus_GBRT": 0.009465448925955688 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.1828040793663969, + "GBRT": 0.12388501686281253, + "naive_minus_GBRT": 0.05891906250358436 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.062288662006082886, + "GBRT": 0.045105653589547615, + "naive_minus_GBRT": 0.01718300841653527 + }, + { + "case": "00000844_2c1efcc32d094e9fb9e1a88e_step_004", + "naive": 0.0516646465601206, + "GBRT": 0.044419105907701185, + "naive_minus_GBRT": 0.007245540652419412 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.0417197558127167, + "GBRT": 0.027081862113463792, + "naive_minus_GBRT": 0.014637893699252905 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.05903287175877734, + "GBRT": 0.05099504246357846, + "naive_minus_GBRT": 0.008037829295198883 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.07781318677052329, + "GBRT": 0.0760981826077277, + "naive_minus_GBRT": 0.0017150041627955886 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.060390252226903515, + "GBRT": 0.027522534907874634, + "naive_minus_GBRT": 0.03286771731902888 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.05832987366180132, + "GBRT": 0.046497319212560013, + "naive_minus_GBRT": 0.011832554449241306 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.06252475369456591, + "GBRT": 0.056421630604168715, + "naive_minus_GBRT": 0.006103123090397192 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.14912207104327566, + "GBRT": 0.06963501137970354, + "naive_minus_GBRT": 0.07948705966357211 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.6140310303426706, + "GBRT": 0.3686983113849665, + "naive_minus_GBRT": 0.2453327189577041 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.04902855626373622, + "GBRT": 0.017709496215710725, + "naive_minus_GBRT": 0.031319060048025496 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.06543802625699917, + "GBRT": 0.0498124234821938, + "naive_minus_GBRT": 0.015625602774805368 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.17200744248516808, + "GBRT": 0.14136319810594405, + "naive_minus_GBRT": 0.030644244379224028 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.14798888660812373, + "GBRT": 0.12452395356501725, + "naive_minus_GBRT": 0.023464933043106484 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.15253568848455887, + "GBRT": 0.1020072072724956, + "naive_minus_GBRT": 0.05052848121206327 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.07465040670808017, + "GBRT": 0.03553395511952816, + "naive_minus_GBRT": 0.03911645158855201 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.15839036496205638, + "GBRT": 0.14013105003457402, + "naive_minus_GBRT": 0.018259314927482367 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.05021810777659268, + "GBRT": 0.07386322337616824, + "naive_minus_GBRT": -0.023645115599575564 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.04713099378709745, + "GBRT": 0.052972614056958016, + "naive_minus_GBRT": -0.005841620269860563 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.04194162015757038, + "GBRT": 0.03157631183927475, + "naive_minus_GBRT": 0.01036530831829563 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.20066965920528215, + "GBRT": 0.07037798496457302, + "naive_minus_GBRT": 0.13029167424070914 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.1373306466585156, + "GBRT": 0.11579682343868725, + "naive_minus_GBRT": 0.021533823219828357 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.054943569424124976, + "GBRT": 0.03981600422658978, + "naive_minus_GBRT": 0.015127565197535199 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.07832232067108588, + "GBRT": 0.060175853228578984, + "naive_minus_GBRT": 0.0181464674425069 + }, + { + "case": "00000953_ccc14f0fcff54b5985cc9113_step_000", + "naive": 0.08344634625747265, + "GBRT": 0.06520783624926774, + "naive_minus_GBRT": 0.01823851000820491 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.04377036637100385, + "GBRT": 0.0315000181824138, + "naive_minus_GBRT": 0.012270348188590054 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.08183584646305818, + "GBRT": 0.07099636308812504, + "naive_minus_GBRT": 0.010839483374933137 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.06408004457024936, + "GBRT": 0.05965977468643012, + "naive_minus_GBRT": 0.0044202698838192445 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.16908096113516743, + "GBRT": 0.0889265323300563, + "naive_minus_GBRT": 0.08015442880511113 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.17722861621522784, + "GBRT": 0.1163965878826187, + "naive_minus_GBRT": 0.060832028332609145 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.27570186126578566, + "GBRT": 0.21796867219259616, + "naive_minus_GBRT": 0.0577331890731895 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.1043793071320007, + "GBRT": 0.06554865081342648, + "naive_minus_GBRT": 0.03883065631857423 + }, + { + "case": "00000998_6962bc8aad2c4e27b046d5b4_step_000", + "naive": 0.13510592950436678, + "GBRT": 0.09653033012822584, + "naive_minus_GBRT": 0.03857559937614094 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.036270282432979334, + "GBRT": 0.032947326856645455, + "naive_minus_GBRT": 0.003322955576333879 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.05105313807772975, + "GBRT": 0.07697293268147597, + "naive_minus_GBRT": -0.025919794603746216 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.1377330684909629, + "GBRT": 0.09161061991442164, + "naive_minus_GBRT": 0.046122448576541256 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.04469165043924899, + "GBRT": 0.04684471498043468, + "naive_minus_GBRT": -0.0021530645411856897 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.12009575361677144, + "GBRT": 0.08157340598989402, + "naive_minus_GBRT": 0.03852234762687742 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.07195171281611602, + "GBRT": 0.03902291396821879, + "naive_minus_GBRT": 0.032928798847897234 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.05490573311109532, + "GBRT": 0.039844114926647994, + "naive_minus_GBRT": 0.015061618184447324 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1368312937787805, + "GBRT": 0.09057109995806108, + "naive_minus_GBRT": 0.04626019382071943 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.16086262979413984, + "GBRT": 0.11041858912550008, + "naive_minus_GBRT": 0.050444040668639764 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.04383282313141969, + "GBRT": 0.02637020400028146, + "naive_minus_GBRT": 0.017462619131138227 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.048601180984110225, + "GBRT": 0.026707651151240432, + "naive_minus_GBRT": 0.021893529832869792 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.05401173843385058, + "GBRT": 0.048779543134651056, + "naive_minus_GBRT": 0.005232195299199521 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.09436771338855006, + "GBRT": 0.10158051760513061, + "naive_minus_GBRT": -0.007212804216580548 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.07244075893352767, + "GBRT": 0.05851872266749894, + "naive_minus_GBRT": 0.013922036266028726 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.2194192042128723, + "GBRT": 0.20764350517035168, + "naive_minus_GBRT": 0.011775699042520626 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.06476568570533958, + "GBRT": 0.04324693911056547, + "naive_minus_GBRT": 0.02151874659477411 + }, + { + "case": "00001049_2b2638f82b3946b1867f2d11_step_005", + "naive": 0.07379571295055166, + "GBRT": 0.05449927857428659, + "naive_minus_GBRT": 0.019296434376265076 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.04018537140483987, + "GBRT": 0.054756264583339966, + "naive_minus_GBRT": -0.014570893178500098 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.043539872703099614, + "GBRT": 0.026086932557483223, + "naive_minus_GBRT": 0.01745294014561639 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.07082597317913933, + "GBRT": 0.04884579716552417, + "naive_minus_GBRT": 0.02198017601361516 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.09661392182179451, + "GBRT": 0.08705968371138571, + "naive_minus_GBRT": 0.0095542381104088 + }, + { + "case": "00001067_8a2edcf36bcd435092f4c8ae_step_001", + "naive": 0.05626862742888099, + "GBRT": 0.04895522382443534, + "naive_minus_GBRT": 0.007313403604445649 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.06946579167256793, + "GBRT": 0.06179385989379634, + "naive_minus_GBRT": 0.007671931778771589 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.18764527606531858, + "GBRT": 0.12734704683412246, + "naive_minus_GBRT": 0.06029822923119613 + }, + { + "case": "00001099_256ee7ec3a4b4972a8b87c8d_step_003", + "naive": 0.12078361921792762, + "GBRT": 0.0742448095679272, + "naive_minus_GBRT": 0.046538809650000415 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.14412090137430794, + "GBRT": 0.07787481845268686, + "naive_minus_GBRT": 0.06624608292162108 + }, + { + "case": "00001107_78566795c3144719804f8d34_step_000", + "naive": 0.23870948294888172, + "GBRT": 0.11722570054216297, + "naive_minus_GBRT": 0.12148378240671875 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.05915482308180884, + "GBRT": 0.060077470581887345, + "naive_minus_GBRT": -0.000922647500078505 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.04761602064511984, + "GBRT": 0.0450764054585909, + "naive_minus_GBRT": 0.00253961518652894 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.15756550817321455, + "GBRT": 0.146259500483517, + "naive_minus_GBRT": 0.011306007689697556 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.09471667406744871, + "GBRT": 0.059371583473120416, + "naive_minus_GBRT": 0.0353450905943283 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.04711330124027046, + "GBRT": 0.04961542948262409, + "naive_minus_GBRT": -0.0025021282423536295 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.17049324773131566, + "GBRT": 0.1613466711918082, + "naive_minus_GBRT": 0.009146576539507456 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.054011066983060255, + "GBRT": 0.042329945660392575, + "naive_minus_GBRT": 0.01168112132266768 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.04379863951886216, + "GBRT": 0.03331083240807548, + "naive_minus_GBRT": 0.01048780711078668 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.0711097611275165, + "GBRT": 0.06920740019568494, + "naive_minus_GBRT": 0.001902360931831562 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05236032739339796, + "GBRT": 0.10326638073152082, + "naive_minus_GBRT": -0.05090605333812286 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.109367912714831, + "GBRT": 0.07112750389317835, + "naive_minus_GBRT": 0.03824040882165265 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.0707321759623217, + "GBRT": 0.060982483535160434, + "naive_minus_GBRT": 0.009749692427161269 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.1756383691344374, + "GBRT": 0.11239448566890996, + "naive_minus_GBRT": 0.06324388346552744 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.2291849736651285, + "GBRT": 0.1717788106693113, + "naive_minus_GBRT": 0.05740616299581719 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.12111891696060614, + "GBRT": 0.11397621174424397, + "naive_minus_GBRT": 0.007142705216362177 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.05374804597678355, + "GBRT": 0.048528696270700444, + "naive_minus_GBRT": 0.005219349706083107 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.07049234533095979, + "GBRT": 0.068459531101929, + "naive_minus_GBRT": 0.0020328142290307882 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0846891114071164, + "GBRT": 0.058831476031406274, + "naive_minus_GBRT": 0.02585763537571012 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.0476337743278966, + "GBRT": 0.0481938628992094, + "naive_minus_GBRT": -0.0005600885713127959 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.058775449374913795, + "GBRT": 0.08766065962213429, + "naive_minus_GBRT": -0.028885210247220496 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1160581086474591, + "GBRT": 0.07175347101363062, + "naive_minus_GBRT": 0.04430463763382847 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.09750505499677256, + "GBRT": 0.04592034154225288, + "naive_minus_GBRT": 0.05158471345451968 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.07674566522991755, + "GBRT": 0.07359547495033184, + "naive_minus_GBRT": 0.003150190279585713 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.049967292551306886, + "GBRT": 0.03473595333441318, + "naive_minus_GBRT": 0.015231339216893708 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.28057685949670624, + "GBRT": 0.254387227379205, + "naive_minus_GBRT": 0.02618963211750125 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2486281832160084, + "GBRT": 0.16318910656531865, + "naive_minus_GBRT": 0.08543907665068975 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.0940093905275903, + "GBRT": 0.050147167688527595, + "naive_minus_GBRT": 0.04386222283906271 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06035515643258396, + "GBRT": 0.0487167397998798, + "naive_minus_GBRT": 0.011638416632704159 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.047013183602403, + "GBRT": 0.04022806178017049, + "naive_minus_GBRT": 0.006785121822232509 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.0872489097843431, + "GBRT": 0.06491703831795072, + "naive_minus_GBRT": 0.022331871466392386 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.15527162728261532, + "GBRT": 0.08892858481187582, + "naive_minus_GBRT": 0.0663430424707395 + }, + { + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "naive": 0.10970749449234307, + "GBRT": 0.04223138004448339, + "naive_minus_GBRT": 0.06747611444785968 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.14601187657776796, + "GBRT": 0.09237570680623026, + "naive_minus_GBRT": 0.05363616977153769 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.11642897975444397, + "GBRT": 0.1290123484713477, + "naive_minus_GBRT": -0.012583368716903742 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.19913302050458323, + "GBRT": 0.10298931705983844, + "naive_minus_GBRT": 0.0961437034447448 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.07845682988502511, + "GBRT": 0.04889892109257491, + "naive_minus_GBRT": 0.029557908792450203 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.08986709514624011, + "GBRT": 0.1056775068104315, + "naive_minus_GBRT": -0.015810411664191393 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.07692011177576652, + "GBRT": 0.057643068828389564, + "naive_minus_GBRT": 0.019277042947376956 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.06883866566162987, + "GBRT": 0.03476327792504862, + "naive_minus_GBRT": 0.034075387736581246 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.04736052767163144, + "GBRT": 0.04206052900003744, + "naive_minus_GBRT": 0.005299998671593996 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.18728952321166525, + "GBRT": 0.12532820392891877, + "naive_minus_GBRT": 0.06196131928274648 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.14032440297809348, + "GBRT": 0.10033272868080732, + "naive_minus_GBRT": 0.03999167429728616 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.08791244336232198, + "GBRT": 0.0705490481136694, + "naive_minus_GBRT": 0.01736339524865259 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.06745784066025705, + "GBRT": 0.06213558062092517, + "naive_minus_GBRT": 0.00532226003933188 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.11991803921853157, + "GBRT": 0.08560277997375956, + "naive_minus_GBRT": 0.03431525924477201 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.08627194375848149, + "GBRT": 0.06558134201643905, + "naive_minus_GBRT": 0.020690601742042444 + }, + { + "case": "00001400_49414db2dd594dc6a3907cf3_step_003", + "naive": 0.05521899614666555, + "GBRT": 0.042483047657090246, + "naive_minus_GBRT": 0.0127359484895753 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.050638057662565586, + "GBRT": 0.040467110742457325, + "naive_minus_GBRT": 0.01017094692010826 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.0484277863557754, + "GBRT": 0.028439928409691645, + "naive_minus_GBRT": 0.019987857946083758 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.07695366078462983, + "GBRT": 0.04913337379370946, + "naive_minus_GBRT": 0.027820286990920366 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.10991729800526318, + "GBRT": 0.05417253889236474, + "naive_minus_GBRT": 0.05574475911289844 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.09621907747077088, + "GBRT": 0.07479093820118618, + "naive_minus_GBRT": 0.0214281392695847 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.04919561195458137, + "GBRT": 0.04783989460706239, + "naive_minus_GBRT": 0.0013557173475189851 + }, + { + "case": "00001413_4642a707b7894949ba816427_step_000", + "naive": 0.05484568879557301, + "GBRT": 0.08945235600189208, + "naive_minus_GBRT": -0.034606667206319074 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.30963524298430223, + "GBRT": 0.21442947603343088, + "naive_minus_GBRT": 0.09520576695087135 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.15072115097912683, + "GBRT": 0.06558929520359452, + "naive_minus_GBRT": 0.08513185577553231 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.11720844026727863, + "GBRT": 0.07977581298642153, + "naive_minus_GBRT": 0.0374326272808571 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.09710275877715815, + "GBRT": 0.050291881942598066, + "naive_minus_GBRT": 0.04681087683456009 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.10005726187340283, + "GBRT": 0.05152716203299552, + "naive_minus_GBRT": 0.04853009984040731 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.08095147693551762, + "GBRT": 0.04834734811583274, + "naive_minus_GBRT": 0.03260412881968488 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.09498647475880524, + "GBRT": 0.055066857413707086, + "naive_minus_GBRT": 0.039919617345098156 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.13836723380270988, + "GBRT": 0.0929036246086305, + "naive_minus_GBRT": 0.04546360919407938 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.07592055827305143, + "GBRT": 0.053171878152431885, + "naive_minus_GBRT": 0.022748680120619542 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.07679413611661211, + "GBRT": 0.053048985563783804, + "naive_minus_GBRT": 0.023745150552828304 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.09062808138818036, + "GBRT": 0.07650109186089524, + "naive_minus_GBRT": 0.014126989527285125 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.32768559673727193, + "GBRT": 0.147989310390744, + "naive_minus_GBRT": 0.17969628634652793 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.16202608231730986, + "GBRT": 0.1494699433634272, + "naive_minus_GBRT": 0.012556138953882662 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.11558450575938928, + "GBRT": 0.12294559053432963, + "naive_minus_GBRT": -0.007361084774940352 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09093660815011625, + "GBRT": 0.10780496012801329, + "naive_minus_GBRT": -0.01686835197789703 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08098964337877547, + "GBRT": 0.14192243744025712, + "naive_minus_GBRT": -0.06093279406148165 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.1379815243793161, + "GBRT": 0.08972472995115559, + "naive_minus_GBRT": 0.04825679442816051 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.09535301238476435, + "GBRT": 0.08580011238710002, + "naive_minus_GBRT": 0.00955289999766433 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.08439821224978279, + "GBRT": 0.06404802219743207, + "naive_minus_GBRT": 0.020350190052350725 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.1935620824661661, + "GBRT": 0.1042436954163179, + "naive_minus_GBRT": 0.08931838704984821 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.23304413421039089, + "GBRT": 0.14845346882946983, + "naive_minus_GBRT": 0.08459066538092105 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.06900979355024758, + "GBRT": 0.06003492470654041, + "naive_minus_GBRT": 0.00897486884370717 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.036409291865633055, + "GBRT": 0.028212620059811823, + "naive_minus_GBRT": 0.008196671805821232 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.06064410958427606, + "GBRT": 0.05662563604758088, + "naive_minus_GBRT": 0.004018473536695183 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.11139050806265437, + "GBRT": 0.07719772559094477, + "naive_minus_GBRT": 0.03419278247170959 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.10011990700716523, + "GBRT": 0.13864664853306458, + "naive_minus_GBRT": -0.03852674152589934 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.07091971533894925, + "GBRT": 0.04306736623361716, + "naive_minus_GBRT": 0.02785234910533209 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.06453065918552253, + "GBRT": 0.03973587358880143, + "naive_minus_GBRT": 0.024794785596721103 + }, + { + "case": "00001535_e1d62958d7ca4ad18fefd54d_step_002", + "naive": 0.06715017291454074, + "GBRT": 0.03891633860732165, + "naive_minus_GBRT": 0.02823383430721909 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.05252498770773161, + "GBRT": 0.03502382569897543, + "naive_minus_GBRT": 0.017501162008756184 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06002011498641457, + "GBRT": 0.03470054206409545, + "naive_minus_GBRT": 0.025319572922319115 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.06680057377352153, + "GBRT": 0.08658017006365029, + "naive_minus_GBRT": -0.019779596290128765 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.1402114015506871, + "GBRT": 0.1257162906185107, + "naive_minus_GBRT": 0.014495110932176397 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.26022851532924335, + "GBRT": 0.17105562246761885, + "naive_minus_GBRT": 0.0891728928616245 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.037696421655270616, + "GBRT": 0.02957768580256569, + "naive_minus_GBRT": 0.008118735852704926 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.043643024729436646, + "GBRT": 0.0353879821758633, + "naive_minus_GBRT": 0.008255042553573344 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.0507548527162536, + "GBRT": 0.04056003363137811, + "naive_minus_GBRT": 0.01019481908487549 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.08202148595884616, + "GBRT": 0.06828651802912218, + "naive_minus_GBRT": 0.013734967929723979 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.0928030551029537, + "GBRT": 0.07058331909077695, + "naive_minus_GBRT": 0.02221973601217675 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.2368853240182995, + "GBRT": 0.10583235449617369, + "naive_minus_GBRT": 0.1310529695221258 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.06384120100394194, + "GBRT": 0.0314215954747966, + "naive_minus_GBRT": 0.03241960552914534 + } + ] + } + ] + }, + "rrmse_maximum": { + "direction": "naive minus GBRT; positive means lower GBRT error", + "per_split": [ + { + "split": 0, + "pairs": 307, + "median_naive_minus_GBRT": 0.011086873305956715, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.07840855505983196, + "GBRT": 0.06586592019071126, + "naive_minus_GBRT": 0.012542634869120703 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.1073632104100872, + "GBRT": 0.07773736924208492, + "naive_minus_GBRT": 0.02962584116800228 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.0685495071473047, + "GBRT": 0.03707862675396046, + "naive_minus_GBRT": 0.031470880393344246 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.03071168941565841, + "GBRT": 0.09592982124671105, + "naive_minus_GBRT": -0.06521813183105264 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.07865912078355274, + "GBRT": 0.11800098070430091, + "naive_minus_GBRT": -0.03934185992074818 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.166223876983658, + "GBRT": 0.04848203567377559, + "naive_minus_GBRT": 0.11774184130988241 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.03667509008074421, + "GBRT": 0.03369273624677011, + "naive_minus_GBRT": 0.002982353833974098 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.06626050764261142, + "GBRT": 0.05969061584168275, + "naive_minus_GBRT": 0.006569891800928672 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.08999930552896973, + "GBRT": 0.0795358561309187, + "naive_minus_GBRT": 0.010463449398051036 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.10277181150277029, + "GBRT": 0.07804963302058876, + "naive_minus_GBRT": 0.024722178482181528 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.017375309233751163, + "GBRT": 0.01702490202926287, + "naive_minus_GBRT": 0.0003504072044882914 + }, + { + "case": "00000077_767e4372b5f94a88a7a17d90_step_018", + "naive": 0.07338005623217733, + "GBRT": 0.039374079320930164, + "naive_minus_GBRT": 0.03400597691124717 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.031183958922650558, + "GBRT": 0.0440676879093368, + "naive_minus_GBRT": -0.012883728986686244 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.12273443704294773, + "GBRT": 0.06283553600354035, + "naive_minus_GBRT": 0.059898901039407385 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.026563473442603576, + "GBRT": 0.06060779268196019, + "naive_minus_GBRT": -0.034044319239356614 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.06142946287590356, + "GBRT": 0.05137551515365333, + "naive_minus_GBRT": 0.010053947722250232 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.08592775481053623, + "GBRT": 0.05450563341111739, + "naive_minus_GBRT": 0.03142212139941884 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.020161001339837822, + "GBRT": 0.026258100103834888, + "naive_minus_GBRT": -0.006097098763997066 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.052254421311755436, + "GBRT": 0.04144233206196704, + "naive_minus_GBRT": 0.010812089249788395 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.061424177325317554, + "GBRT": 0.0586470000959958, + "naive_minus_GBRT": 0.0027771772293217548 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.04674448471053939, + "GBRT": 0.026128911495369108, + "naive_minus_GBRT": 0.02061557321517028 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.041600558030235206, + "GBRT": 0.02331158929599459, + "naive_minus_GBRT": 0.018288968734240615 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.049025657157903184, + "GBRT": 0.025014322726033218, + "naive_minus_GBRT": 0.024011334431869966 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.049041831106861285, + "GBRT": 0.03476284651240228, + "naive_minus_GBRT": 0.014278984594459004 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.059128732190150975, + "GBRT": 0.05682306286444589, + "naive_minus_GBRT": 0.002305669325705084 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.04158989418974533, + "GBRT": 0.04023455597152031, + "naive_minus_GBRT": 0.001355338218225026 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.07125404650193132, + "GBRT": 0.04526353559437444, + "naive_minus_GBRT": 0.025990510907556878 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.09517119424364108, + "GBRT": 0.07836026626263781, + "naive_minus_GBRT": 0.016810927981003268 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.08225537377858394, + "GBRT": 0.04163470802983618, + "naive_minus_GBRT": 0.04062066574874776 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.07941335002765922, + "GBRT": 0.05129640609864306, + "naive_minus_GBRT": 0.028116943929016154 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.11714832995094512, + "GBRT": 0.07473589550372306, + "naive_minus_GBRT": 0.042412434447222064 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.054590114560855434, + "GBRT": 0.03868474167296622, + "naive_minus_GBRT": 0.015905372887889214 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.046554022764660995, + "GBRT": 0.01968317741150858, + "naive_minus_GBRT": 0.026870845353152414 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.05609796830356193, + "GBRT": 0.027007344827719614, + "naive_minus_GBRT": 0.029090623475842316 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.03465383841962933, + "GBRT": 0.030305444343865562, + "naive_minus_GBRT": 0.004348394075763769 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.07619459032431512, + "GBRT": 0.026233161554980986, + "naive_minus_GBRT": 0.04996142876933414 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.06321094908690633, + "GBRT": 0.0580177221509863, + "naive_minus_GBRT": 0.005193226935920031 + }, + { + "case": "00000206_27417003e762409185cb2b69_step_000", + "naive": 0.028797226675038187, + "GBRT": 0.023207349553270595, + "naive_minus_GBRT": 0.005589877121767593 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.10497600987187398, + "GBRT": 0.10411762860260408, + "naive_minus_GBRT": 0.0008583812692699033 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.02124091003008716, + "GBRT": 0.022356399014862915, + "naive_minus_GBRT": -0.0011154889847757553 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.040240816436338256, + "GBRT": 0.026914465340275407, + "naive_minus_GBRT": 0.013326351096062849 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.1262100990314157, + "GBRT": 0.08859048048133743, + "naive_minus_GBRT": 0.03761961855007827 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.07926678024536542, + "GBRT": 0.06420668883236169, + "naive_minus_GBRT": 0.015060091413003726 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.035932373778021234, + "GBRT": 0.027627267955131676, + "naive_minus_GBRT": 0.008305105822889559 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.05093297435364309, + "GBRT": 0.04430806483323762, + "naive_minus_GBRT": 0.006624909520405474 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.05231029409888927, + "GBRT": 0.023355627430540253, + "naive_minus_GBRT": 0.02895466666834902 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1028373940936518, + "GBRT": 0.04897596025277758, + "naive_minus_GBRT": 0.05386143384087421 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.04386088243527405, + "GBRT": 0.04076220712625413, + "naive_minus_GBRT": 0.003098675309019923 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.06964384495807184, + "GBRT": 0.03648958591470847, + "naive_minus_GBRT": 0.033154259043363374 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.09333862107305747, + "GBRT": 0.08773752349253902, + "naive_minus_GBRT": 0.005601097580518452 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.023299179135733063, + "GBRT": 0.01800558246553676, + "naive_minus_GBRT": 0.005293596670196302 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.051587913990690584, + "GBRT": 0.05921784545008929, + "naive_minus_GBRT": -0.007629931459398706 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.07124836722773498, + "GBRT": 0.06284422893804689, + "naive_minus_GBRT": 0.008404138289688085 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.05569195924973327, + "GBRT": 0.026189244088982492, + "naive_minus_GBRT": 0.029502715160750776 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.1318167473721222, + "GBRT": 0.10913417959817943, + "naive_minus_GBRT": 0.02268256777394277 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.060329279050953526, + "GBRT": 0.04680352596103478, + "naive_minus_GBRT": 0.013525753089918748 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.04464419807567189, + "GBRT": 0.029917592682689273, + "naive_minus_GBRT": 0.014726605392982615 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.046350910886739774, + "GBRT": 0.028916384280759794, + "naive_minus_GBRT": 0.01743452660597998 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.07363623269717846, + "GBRT": 0.06252836788449682, + "naive_minus_GBRT": 0.01110786481268164 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.03813854683878436, + "GBRT": 0.05570786473087157, + "naive_minus_GBRT": -0.01756931789208721 + }, + { + "case": "00000311_3062bccff48e47a2b9de05e3_step_006", + "naive": 0.08168005936233134, + "GBRT": 0.06235738358094404, + "naive_minus_GBRT": 0.019322675781387307 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.03856750937103164, + "GBRT": 0.0306643478068775, + "naive_minus_GBRT": 0.007903161564154142 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.03990768641826836, + "GBRT": 0.03398143342796154, + "naive_minus_GBRT": 0.0059262529903068226 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.027795523271986547, + "GBRT": 0.020460278835698363, + "naive_minus_GBRT": 0.007335244436288184 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.028125442505156886, + "GBRT": 0.02220348317306963, + "naive_minus_GBRT": 0.0059219593320872545 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0341529248857379, + "GBRT": 0.01815427209349109, + "naive_minus_GBRT": 0.015998652792246812 + }, + { + "case": "00000321_3062bccff48e47a2b9de05e3_step_016", + "naive": 0.029707074503335647, + "GBRT": 0.03189094101956375, + "naive_minus_GBRT": -0.002183866516228105 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.09667377245153244, + "GBRT": 0.08745569287338067, + "naive_minus_GBRT": 0.009218079578151767 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.02494452643647515, + "GBRT": 0.025345541854467878, + "naive_minus_GBRT": -0.00040101541799272833 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.071463994607544, + "GBRT": 0.0485860457472887, + "naive_minus_GBRT": 0.022877948860255307 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.06299127816248581, + "GBRT": 0.06414218576487377, + "naive_minus_GBRT": -0.0011509076023879516 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.06489545030705711, + "GBRT": 0.05795622939388765, + "naive_minus_GBRT": 0.00693922091316946 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.044011818290859823, + "GBRT": 0.024566686256830714, + "naive_minus_GBRT": 0.01944513203402911 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.05378458149612773, + "GBRT": 0.026173452637351838, + "naive_minus_GBRT": 0.02761112885877589 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.1448767708080348, + "GBRT": 0.09027317723948597, + "naive_minus_GBRT": 0.054603593568548825 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.07013805436606568, + "GBRT": 0.0389943135248968, + "naive_minus_GBRT": 0.03114374084116888 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.12965311386716738, + "GBRT": 0.07431838582277622, + "naive_minus_GBRT": 0.05533472804439116 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.10081797755914136, + "GBRT": 0.059662077611835715, + "naive_minus_GBRT": 0.041155899947305646 + }, + { + "case": "00000379_239bbf0e92974a32bd214366_step_000", + "naive": 0.04323204889968119, + "GBRT": 0.04956539765421794, + "naive_minus_GBRT": -0.006333348754536748 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.04077836905887887, + "GBRT": 0.03703413460882654, + "naive_minus_GBRT": 0.003744234450052328 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.08649303273647027, + "GBRT": 0.0811622618902259, + "naive_minus_GBRT": 0.005330770846244365 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.03872510694024514, + "GBRT": 0.031625879567507, + "naive_minus_GBRT": 0.007099227372738139 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.09310656899302938, + "GBRT": 0.047129343240261065, + "naive_minus_GBRT": 0.045977225752768316 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.05057509401566078, + "GBRT": 0.05195837283893219, + "naive_minus_GBRT": -0.001383278823271411 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.037092012865029014, + "GBRT": 0.03276987457091886, + "naive_minus_GBRT": 0.004322138294110156 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.07093626781162243, + "GBRT": 0.05572349351234061, + "naive_minus_GBRT": 0.01521277429928182 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.021682242720287112, + "GBRT": 0.019275027449476668, + "naive_minus_GBRT": 0.0024072152708104443 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.03668751082034368, + "GBRT": 0.0352610903367818, + "naive_minus_GBRT": 0.0014264204835618827 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.07442250342721075, + "GBRT": 0.044798618323934725, + "naive_minus_GBRT": 0.02962388510327603 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.024274466684745442, + "GBRT": 0.014527043370063166, + "naive_minus_GBRT": 0.009747423314682277 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.0300252754595937, + "GBRT": 0.021815292538284486, + "naive_minus_GBRT": 0.008209982921309214 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.03548973008902117, + "GBRT": 0.03857667899176895, + "naive_minus_GBRT": -0.0030869489027477784 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.044623497256768584, + "GBRT": 0.038014680097918904, + "naive_minus_GBRT": 0.006608817158849679 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.0840423618416183, + "GBRT": 0.0888543669475856, + "naive_minus_GBRT": -0.004812005105967299 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.04359909148607674, + "GBRT": 0.03417854194545396, + "naive_minus_GBRT": 0.009420549540622783 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.02743850300938397, + "GBRT": 0.027107160631347087, + "naive_minus_GBRT": 0.0003313423780368814 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.09846642140055734, + "GBRT": 0.06402873101528078, + "naive_minus_GBRT": 0.034437690385276554 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.036761101979359306, + "GBRT": 0.03410384330962794, + "naive_minus_GBRT": 0.0026572586697313633 + }, + { + "case": "00000574_5a4cef68211d4706b1ec8586_step_003", + "naive": 0.07653032925114354, + "GBRT": 0.06898286859136016, + "naive_minus_GBRT": 0.0075474606597833865 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.09086564869859368, + "GBRT": 0.05511221323803792, + "naive_minus_GBRT": 0.03575343546055575 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.0791730859356886, + "GBRT": 0.055462104456832494, + "naive_minus_GBRT": 0.023710981478856107 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.12963046808363923, + "GBRT": 0.04687228134435129, + "naive_minus_GBRT": 0.08275818673928795 + }, + { + "case": "00000583_5a4cef68211d4706b1ec8586_step_012", + "naive": 0.09774010635749078, + "GBRT": 0.0889044522005017, + "naive_minus_GBRT": 0.008835654156989087 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.029258245869507975, + "GBRT": 0.02413321086923492, + "naive_minus_GBRT": 0.005125035000273056 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.08283070201599983, + "GBRT": 0.0693017864624115, + "naive_minus_GBRT": 0.01352891555358833 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.02608751599410545, + "GBRT": 0.026863035859065677, + "naive_minus_GBRT": -0.0007755198649602273 + }, + { + "case": "00000615_c710d414bbbc4340b682c58a_step_001", + "naive": 0.04241168200069299, + "GBRT": 0.03111240279139989, + "naive_minus_GBRT": 0.011299279209293103 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.11719650458642748, + "GBRT": 0.06971964055231733, + "naive_minus_GBRT": 0.04747686403411015 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.0660274945100407, + "GBRT": 0.05963816941803374, + "naive_minus_GBRT": 0.006389325092006959 + }, + { + "case": "00000618_c710d414bbbc4340b682c58a_step_004", + "naive": 0.07334293157972885, + "GBRT": 0.05687080959804355, + "naive_minus_GBRT": 0.016472121981685302 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.03270589052514551, + "GBRT": 0.025836297707178144, + "naive_minus_GBRT": 0.006869592817967368 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.04459310107000599, + "GBRT": 0.03898127316703971, + "naive_minus_GBRT": 0.005611827902966278 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.024769620301789586, + "GBRT": 0.026158103139241773, + "naive_minus_GBRT": -0.0013884828374521874 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.07370076496810266, + "GBRT": 0.03992358443639378, + "naive_minus_GBRT": 0.033777180531708875 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.02682224523100115, + "GBRT": 0.022690243093344095, + "naive_minus_GBRT": 0.004132002137657055 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.04836481317340285, + "GBRT": 0.03647701134673418, + "naive_minus_GBRT": 0.011887801826668667 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.09476677861566, + "GBRT": 0.06717320555026857, + "naive_minus_GBRT": 0.02759357306539144 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.05724807438976512, + "GBRT": 0.03167470549588141, + "naive_minus_GBRT": 0.02557336889388371 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.03392325462367449, + "GBRT": 0.031583980222094195, + "naive_minus_GBRT": 0.002339274401580292 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.06563339199331862, + "GBRT": 0.05788079989103734, + "naive_minus_GBRT": 0.007752592102281283 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.06768508338955379, + "GBRT": 0.05433960386891761, + "naive_minus_GBRT": 0.013345479520636173 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.03045616597522212, + "GBRT": 0.030224053763137245, + "naive_minus_GBRT": 0.00023211221208487356 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.08267181157939515, + "GBRT": 0.03811771117696424, + "naive_minus_GBRT": 0.044554100402430914 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.13084991979022997, + "GBRT": 0.060137686500869474, + "naive_minus_GBRT": 0.0707122332893605 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.09410580029205202, + "GBRT": 0.04623762940367586, + "naive_minus_GBRT": 0.047868170888376166 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.053754307337729026, + "GBRT": 0.04005075486468715, + "naive_minus_GBRT": 0.013703552473041877 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.04397810708372263, + "GBRT": 0.04532125445675847, + "naive_minus_GBRT": -0.0013431473730358412 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.09786511658449817, + "GBRT": 0.03502188421980157, + "naive_minus_GBRT": 0.0628432323646966 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.0684954073087816, + "GBRT": 0.047272794185230185, + "naive_minus_GBRT": 0.02122261312355142 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.10725773687004483, + "GBRT": 0.10341649149384599, + "naive_minus_GBRT": 0.003841245376198843 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.026546840962070297, + "GBRT": 0.010299915846701452, + "naive_minus_GBRT": 0.016246925115368845 + }, + { + "case": "00000778_a25fb37392a44447b9684f16_step_003", + "naive": 0.0641128622892442, + "GBRT": 0.0340006711271093, + "naive_minus_GBRT": 0.030112191162134906 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.06805062549957254, + "GBRT": 0.03180008923399529, + "naive_minus_GBRT": 0.03625053626557725 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.061264414486179, + "GBRT": 0.03919522273359403, + "naive_minus_GBRT": 0.022069191752584975 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.06301176631708864, + "GBRT": 0.03851006730343512, + "naive_minus_GBRT": 0.024501699013653525 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.06872626747366417, + "GBRT": 0.05122292989068752, + "naive_minus_GBRT": 0.017503337582976654 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.09829996665272622, + "GBRT": 0.06487656779197647, + "naive_minus_GBRT": 0.033423398860749756 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.05503530479765244, + "GBRT": 0.03965192990361009, + "naive_minus_GBRT": 0.015383374894042345 + }, + { + "case": "00000788_a25fb37392a44447b9684f16_step_013", + "naive": 0.09235928177878684, + "GBRT": 0.033513881099121325, + "naive_minus_GBRT": 0.05884540067966552 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.07792003346177284, + "GBRT": 0.04452147636210178, + "naive_minus_GBRT": 0.03339855709967106 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.07731900662606832, + "GBRT": 0.04790129925781121, + "naive_minus_GBRT": 0.029417707368257107 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.07971987538130564, + "GBRT": 0.029032417922104273, + "naive_minus_GBRT": 0.05068745745920136 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.09389704953759653, + "GBRT": 0.04028608390128482, + "naive_minus_GBRT": 0.053610965636311715 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.05997340162226382, + "GBRT": 0.042014277386873994, + "naive_minus_GBRT": 0.017959124235389826 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.047359730187981355, + "GBRT": 0.03829165005512767, + "naive_minus_GBRT": 0.009068080132853686 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.06347066136589527, + "GBRT": 0.052383788059938555, + "naive_minus_GBRT": 0.011086873305956715 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.0522062535430927, + "GBRT": 0.04642074159178611, + "naive_minus_GBRT": 0.005785511951306589 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.04224486520803813, + "GBRT": 0.043277643275376664, + "naive_minus_GBRT": -0.0010327780673385356 + }, + { + "case": "00000821_6bbad2756d7845bd8d731d60_step_003", + "naive": 0.025889232158219075, + "GBRT": 0.011703654212357882, + "naive_minus_GBRT": 0.014185577945861193 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.16345014548347542, + "GBRT": 0.09374377650698158, + "naive_minus_GBRT": 0.06970636897649383 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.12120785102513806, + "GBRT": 0.07035653853198422, + "naive_minus_GBRT": 0.05085131249315385 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.028271368995108744, + "GBRT": 0.011392957998022535, + "naive_minus_GBRT": 0.01687841099708621 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.05864786606582525, + "GBRT": 0.04242418709808643, + "naive_minus_GBRT": 0.016223678967738818 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.036105195537448294, + "GBRT": 0.028742034271601893, + "naive_minus_GBRT": 0.0073631612658464005 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.05592950292104024, + "GBRT": 0.028414796965781242, + "naive_minus_GBRT": 0.027514705955259 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.02329462551335672, + "GBRT": 0.020923694204873448, + "naive_minus_GBRT": 0.0023709313084832734 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.03610512811930051, + "GBRT": 0.03112675484320117, + "naive_minus_GBRT": 0.004978373276099336 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.033629731194833735, + "GBRT": 0.027585379955362862, + "naive_minus_GBRT": 0.006044351239470874 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.046277373104931595, + "GBRT": 0.046430456542472784, + "naive_minus_GBRT": -0.00015308343754118908 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.037200394552483675, + "GBRT": 0.039880267923898774, + "naive_minus_GBRT": -0.0026798733714150993 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.03698270550570662, + "GBRT": 0.034874592802676976, + "naive_minus_GBRT": 0.0021081127030296437 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.03861440888695263, + "GBRT": 0.023725672579727953, + "naive_minus_GBRT": 0.01488873630722468 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.07223344229455333, + "GBRT": 0.06052922400878948, + "naive_minus_GBRT": 0.011704218285763852 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.07190607598399583, + "GBRT": 0.06225034436982359, + "naive_minus_GBRT": 0.009655731614172242 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.08920392800926619, + "GBRT": 0.06469176800885532, + "naive_minus_GBRT": 0.02451216000041087 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.09165664879308394, + "GBRT": 0.08241577485631707, + "naive_minus_GBRT": 0.009240873936766869 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.08713818227003656, + "GBRT": 0.03869959166351014, + "naive_minus_GBRT": 0.048438590606526416 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.03069995787351249, + "GBRT": 0.03542532894570049, + "naive_minus_GBRT": -0.004725371072187998 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.10580906114091027, + "GBRT": 0.08439690998604327, + "naive_minus_GBRT": 0.021412151154867 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.044991476821544016, + "GBRT": 0.04446503400197463, + "naive_minus_GBRT": 0.0005264428195693865 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.04388096979859445, + "GBRT": 0.03583744558478562, + "naive_minus_GBRT": 0.008043524213808835 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.024954608064272524, + "GBRT": 0.021557638008124175, + "naive_minus_GBRT": 0.003396970056148349 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.09515101142698143, + "GBRT": 0.08636438798888225, + "naive_minus_GBRT": 0.008786623438099175 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.037218745274381564, + "GBRT": 0.03688164416017191, + "naive_minus_GBRT": 0.000337101114209655 + }, + { + "case": "00000923_cdcebf32644443b9812097ba_step_007", + "naive": 0.0968204529232763, + "GBRT": 0.05749299021740454, + "naive_minus_GBRT": 0.039327462705871764 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.02823610554894709, + "GBRT": 0.020571722254532746, + "naive_minus_GBRT": 0.007664383294414344 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.03263494070600177, + "GBRT": 0.024329210237024647, + "naive_minus_GBRT": 0.008305730468977125 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.046679748720835024, + "GBRT": 0.03719369111922333, + "naive_minus_GBRT": 0.009486057601611697 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.025250524422941723, + "GBRT": 0.01957302872677956, + "naive_minus_GBRT": 0.005677495696162164 + }, + { + "case": "00000958_04906edf324a4bce8fc3f417_step_000", + "naive": 0.05540610941114698, + "GBRT": 0.03554423097543576, + "naive_minus_GBRT": 0.019861878435711217 + }, + { + "case": "00000962_a98d481268ea4524a7769731_step_001", + "naive": 0.03381804323359469, + "GBRT": 0.03498996313257965, + "naive_minus_GBRT": -0.0011719198989849564 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.051320729148705536, + "GBRT": 0.04432212144369225, + "naive_minus_GBRT": 0.006998607705013288 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.09763622936701473, + "GBRT": 0.047645074310753856, + "naive_minus_GBRT": 0.04999115505626087 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.028753375710304466, + "GBRT": 0.020138402981442944, + "naive_minus_GBRT": 0.008614972728861522 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.04556566741180883, + "GBRT": 0.03134531483369734, + "naive_minus_GBRT": 0.014220352578111488 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.045451797816599415, + "GBRT": 0.028726647747564515, + "naive_minus_GBRT": 0.0167251500690349 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.07357244253978931, + "GBRT": 0.048146276715624894, + "naive_minus_GBRT": 0.025426165824164418 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.06070579827979095, + "GBRT": 0.03874794291594887, + "naive_minus_GBRT": 0.02195785536384208 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.046877500152159496, + "GBRT": 0.04318313510258393, + "naive_minus_GBRT": 0.003694365049575564 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.042333731871061264, + "GBRT": 0.0266058866462657, + "naive_minus_GBRT": 0.015727845224795565 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.031825637092215, + "GBRT": 0.023905859164737264, + "naive_minus_GBRT": 0.00791977792747774 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.0874180845052732, + "GBRT": 0.05786466292988107, + "naive_minus_GBRT": 0.029553421575392133 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.030745953440430136, + "GBRT": 0.020372283724627, + "naive_minus_GBRT": 0.010373669715803138 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.031691792562330644, + "GBRT": 0.025423986050132477, + "naive_minus_GBRT": 0.006267806512198167 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.19265612483875938, + "GBRT": 0.12098441569435611, + "naive_minus_GBRT": 0.07167170914440327 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.05230340968368008, + "GBRT": 0.05266088097374604, + "naive_minus_GBRT": -0.0003574712900659624 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.04476386098765871, + "GBRT": 0.041223315355036774, + "naive_minus_GBRT": 0.003540545632621933 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.038530733769113805, + "GBRT": 0.12392236861985959, + "naive_minus_GBRT": -0.08539163485074577 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.036479080440007694, + "GBRT": 0.02163638935616515, + "naive_minus_GBRT": 0.014842691083842546 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.038492835476723386, + "GBRT": 0.024782426441278725, + "naive_minus_GBRT": 0.013710409035444661 + }, + { + "case": "00001050_2b2638f82b3946b1867f2d11_step_006", + "naive": 0.032985501532586635, + "GBRT": 0.02235239761479058, + "naive_minus_GBRT": 0.010633103917796056 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.026450711065563622, + "GBRT": 0.012523065054652954, + "naive_minus_GBRT": 0.013927646010910668 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.048274233445000835, + "GBRT": 0.03514078334099633, + "naive_minus_GBRT": 0.013133450104004504 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.08755256951348458, + "GBRT": 0.08712551886857833, + "naive_minus_GBRT": 0.00042705064490625166 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.04087529268702706, + "GBRT": 0.03818938537555833, + "naive_minus_GBRT": 0.002685907311468734 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.026619335007603204, + "GBRT": 0.020163694212456784, + "naive_minus_GBRT": 0.0064556407951464195 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.04739692854654909, + "GBRT": 0.0452635922414624, + "naive_minus_GBRT": 0.0021333363050866916 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.049224262971832196, + "GBRT": 0.04464177837383877, + "naive_minus_GBRT": 0.004582484597993423 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.033736505273108286, + "GBRT": 0.036238868565207034, + "naive_minus_GBRT": -0.0025023632920987485 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.056473287520828475, + "GBRT": 0.034974723464367245, + "naive_minus_GBRT": 0.02149856405646123 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.036508726182632206, + "GBRT": 0.030775132530027755, + "naive_minus_GBRT": 0.005733593652604452 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.031652273777743906, + "GBRT": 0.019454582522852277, + "naive_minus_GBRT": 0.012197691254891629 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.13183789305288102, + "GBRT": 0.051637495589466446, + "naive_minus_GBRT": 0.08020039746341456 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.04506214103038464, + "GBRT": 0.031697477859494665, + "naive_minus_GBRT": 0.013364663170889975 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.03292087213602717, + "GBRT": 0.03606153372246711, + "naive_minus_GBRT": -0.0031406615864399343 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.029622970446343624, + "GBRT": 0.06133399504233719, + "naive_minus_GBRT": -0.031711024595993564 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.0702348031977478, + "GBRT": 0.04645641460645021, + "naive_minus_GBRT": 0.023778388591297592 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.1206039105493769, + "GBRT": 0.06223217189571389, + "naive_minus_GBRT": 0.05837173865366301 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.05666038395630979, + "GBRT": 0.05478635774967615, + "naive_minus_GBRT": 0.0018740262066336416 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.134591860442948, + "GBRT": 0.09854269112081178, + "naive_minus_GBRT": 0.03604916932213621 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.08177164298347947, + "GBRT": 0.0870176875682007, + "naive_minus_GBRT": -0.005246044584721235 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.049387589691861654, + "GBRT": 0.03775385722206158, + "naive_minus_GBRT": 0.011633732469800075 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.051012701791407905, + "GBRT": 0.03097293493413576, + "naive_minus_GBRT": 0.020039766857272146 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.02840338602061215, + "GBRT": 0.025807344081197104, + "naive_minus_GBRT": 0.002596041939415046 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.16220492001362877, + "GBRT": 0.13956284759673565, + "naive_minus_GBRT": 0.022642072416893116 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.09061400942297838, + "GBRT": 0.09322852691580209, + "naive_minus_GBRT": -0.002614517492823709 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.045539770619331496, + "GBRT": 0.04208338494379578, + "naive_minus_GBRT": 0.003456385675535717 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.08161034461711661, + "GBRT": 0.05678777860292368, + "naive_minus_GBRT": 0.02482256601419293 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.03772982366484978, + "GBRT": 0.03369722252392202, + "naive_minus_GBRT": 0.004032601140927759 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.059934901977466315, + "GBRT": 0.028481148753959008, + "naive_minus_GBRT": 0.03145375322350731 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.02600851876376428, + "GBRT": 0.010102936653046317, + "naive_minus_GBRT": 0.015905582110717964 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.06883772721229628, + "GBRT": 0.06474388988398681, + "naive_minus_GBRT": 0.004093837328309466 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.05742306225153958, + "GBRT": 0.026671894607395785, + "naive_minus_GBRT": 0.030751167644143793 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.03256118520576296, + "GBRT": 0.029092047163500227, + "naive_minus_GBRT": 0.003469138042262735 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.048855542726148234, + "GBRT": 0.04170151755842533, + "naive_minus_GBRT": 0.007154025167722906 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.046132171403590924, + "GBRT": 0.04190672293753753, + "naive_minus_GBRT": 0.004225448466053397 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.028855825725399416, + "GBRT": 0.02069758923631808, + "naive_minus_GBRT": 0.008158236489081337 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.09217714868198028, + "GBRT": 0.13755499308509933, + "naive_minus_GBRT": -0.04537784440311905 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.14949551384067827, + "GBRT": 0.09914189632504238, + "naive_minus_GBRT": 0.0503536175156359 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.037073029099954864, + "GBRT": 0.028002451169910073, + "naive_minus_GBRT": 0.009070577930044791 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.03190843902514408, + "GBRT": 0.02407523023130032, + "naive_minus_GBRT": 0.00783320879384376 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.1327063555448955, + "GBRT": 0.0945957525968853, + "naive_minus_GBRT": 0.03811060294801019 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.0808044410781178, + "GBRT": 0.08166748885214893, + "naive_minus_GBRT": -0.0008630477740311365 + }, + { + "case": "00001339_beab79941e884455a62af40c_step_007", + "naive": 0.10648719109609779, + "GBRT": 0.053477605122041284, + "naive_minus_GBRT": 0.05300958597405651 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.12270815052445, + "GBRT": 0.05647285714233604, + "naive_minus_GBRT": 0.06623529338211395 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.04445799125530954, + "GBRT": 0.027289735946776892, + "naive_minus_GBRT": 0.017168255308532648 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.09991187369271573, + "GBRT": 0.05753294461352131, + "naive_minus_GBRT": 0.04237892907919442 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.09155521662732337, + "GBRT": 0.07271619119598927, + "naive_minus_GBRT": 0.018839025431334103 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.04057708137227327, + "GBRT": 0.02232663633099773, + "naive_minus_GBRT": 0.01825044504127554 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.027837084684927196, + "GBRT": 0.028156151848239913, + "naive_minus_GBRT": -0.0003190671633127168 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.0781473597710545, + "GBRT": 0.0700393694981817, + "naive_minus_GBRT": 0.008107990272872803 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.08715654350447902, + "GBRT": 0.07677723874480764, + "naive_minus_GBRT": 0.010379304759671373 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.0823049903367411, + "GBRT": 0.05359991758809037, + "naive_minus_GBRT": 0.02870507274865073 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.07612899429868836, + "GBRT": 0.03798273837665163, + "naive_minus_GBRT": 0.03814625592203673 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.05114134007816997, + "GBRT": 0.043623172332936534, + "naive_minus_GBRT": 0.007518167745233437 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0272704635174801, + "GBRT": 0.01940647972603497, + "naive_minus_GBRT": 0.00786398379144513 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.027605084390514418, + "GBRT": 0.027092170526709976, + "naive_minus_GBRT": 0.0005129138638044414 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.041475001531597146, + "GBRT": 0.04420749978894212, + "naive_minus_GBRT": -0.0027324982573449716 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.06764299487714945, + "GBRT": 0.053479361628298784, + "naive_minus_GBRT": 0.014163633248850664 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.07390272446996611, + "GBRT": 0.05634952487603144, + "naive_minus_GBRT": 0.01755319959393467 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.03044687424069024, + "GBRT": 0.022588410264737124, + "naive_minus_GBRT": 0.007858463975953116 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.030103890175491664, + "GBRT": 0.019533850717341115, + "naive_minus_GBRT": 0.010570039458150549 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.02699194745169939, + "GBRT": 0.019084108282105352, + "naive_minus_GBRT": 0.007907839169594037 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.04227816954255252, + "GBRT": 0.016959576745910105, + "naive_minus_GBRT": 0.025318592796642416 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.06502194199234329, + "GBRT": 0.032342104783603026, + "naive_minus_GBRT": 0.032679837208740264 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.056758250644841184, + "GBRT": 0.04505789630115398, + "naive_minus_GBRT": 0.011700354343687207 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.02910225751398987, + "GBRT": 0.020736111924865734, + "naive_minus_GBRT": 0.008366145589124137 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.03985707567079137, + "GBRT": 0.03241012747838612, + "naive_minus_GBRT": 0.007446948192405253 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.18630635750282637, + "GBRT": 0.1305332607282897, + "naive_minus_GBRT": 0.05577309677453668 + }, + { + "case": "00001427_a45f6c99e2154f3b94955175_step_011", + "naive": 0.0237439229861089, + "GBRT": 0.021127152691841587, + "naive_minus_GBRT": 0.002616770294267313 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.07419569760140118, + "GBRT": 0.0549777709686068, + "naive_minus_GBRT": 0.019217926632794383 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.039762998393893585, + "GBRT": 0.03712675121384486, + "naive_minus_GBRT": 0.002636247180048727 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.05725119305505382, + "GBRT": 0.027873748369565524, + "naive_minus_GBRT": 0.029377444685488297 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.0593770110762051, + "GBRT": 0.03086696381950082, + "naive_minus_GBRT": 0.02851004725670428 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.048212901830980544, + "GBRT": 0.027000509802751795, + "naive_minus_GBRT": 0.02121239202822875 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.05908167778483403, + "GBRT": 0.03244613357487525, + "naive_minus_GBRT": 0.026635544209958784 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.07824689196338541, + "GBRT": 0.05343812627018657, + "naive_minus_GBRT": 0.024808765693198842 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.029727015751454262, + "GBRT": 0.013677243773111906, + "naive_minus_GBRT": 0.016049771978342356 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.08594218620820461, + "GBRT": 0.05542077058867406, + "naive_minus_GBRT": 0.030521415619530548 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.03584097810382659, + "GBRT": 0.03122748085400613, + "naive_minus_GBRT": 0.004613497249820457 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.04364723191763805, + "GBRT": 0.026923970489024555, + "naive_minus_GBRT": 0.016723261428613495 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.04575567378460016, + "GBRT": 0.03195781781314411, + "naive_minus_GBRT": 0.013797855971456052 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.05259563337690276, + "GBRT": 0.04344659656719459, + "naive_minus_GBRT": 0.009149036809708175 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.09646007590694439, + "GBRT": 0.09234942221132789, + "naive_minus_GBRT": 0.004110653695616501 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.0830269872617987, + "GBRT": 0.14331509335597867, + "naive_minus_GBRT": -0.06028810609417996 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.07761267549253613, + "GBRT": 0.07347096426594497, + "naive_minus_GBRT": 0.004141711226591155 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.07005745544608423, + "GBRT": 0.07115843564215933, + "naive_minus_GBRT": -0.001100980196075102 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.0303386281203291, + "GBRT": 0.024213426232531265, + "naive_minus_GBRT": 0.0061252018877978355 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.08311042043536716, + "GBRT": 0.0516830964003288, + "naive_minus_GBRT": 0.03142732403503836 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.06283966276471473, + "GBRT": 0.05273101872169873, + "naive_minus_GBRT": 0.010108644043015994 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.12486419739267329, + "GBRT": 0.06538218454041772, + "naive_minus_GBRT": 0.05948201285225557 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.14342060609082324, + "GBRT": 0.0894025293527248, + "naive_minus_GBRT": 0.05401807673809844 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.049704093403785454, + "GBRT": 0.034018256037473785, + "naive_minus_GBRT": 0.01568583736631167 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.07956557008020138, + "GBRT": 0.07248861963489524, + "naive_minus_GBRT": 0.007076950445306138 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.021500766994625907, + "GBRT": 0.020408737134667867, + "naive_minus_GBRT": 0.0010920298599580401 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.08359176983110383, + "GBRT": 0.052763477210425395, + "naive_minus_GBRT": 0.03082829262067844 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.030281941076225293, + "GBRT": 0.02208138073035465, + "naive_minus_GBRT": 0.008200560345870644 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.03506110800964586, + "GBRT": 0.020601319362051517, + "naive_minus_GBRT": 0.014459788647594344 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.07218406106107364, + "GBRT": 0.06372049891167227, + "naive_minus_GBRT": 0.008463562149401374 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.0846318866857666, + "GBRT": 0.07254722815875199, + "naive_minus_GBRT": 0.01208465852701461 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.14900619511532676, + "GBRT": 0.1202663650415353, + "naive_minus_GBRT": 0.028739830073791453 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.16860014663442513, + "GBRT": 0.14027149137941194, + "naive_minus_GBRT": 0.028328655255013185 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.0254908305854827, + "GBRT": 0.022866744355365436, + "naive_minus_GBRT": 0.0026240862301172632 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.02965055953981097, + "GBRT": 0.0235407432799533, + "naive_minus_GBRT": 0.006109816259857671 + }, + { + "case": "00001592_35f4abaacc9447e4ac0b964f_step_001", + "naive": 0.1663603848174733, + "GBRT": 0.17596511861341715, + "naive_minus_GBRT": -0.009604733795943843 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.03767859922946601, + "GBRT": 0.01872501297546323, + "naive_minus_GBRT": 0.01895358625400278 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.11865336193474846, + "GBRT": 0.110786513789685, + "naive_minus_GBRT": 0.007866848145063457 + } + ] + }, + { + "split": 1, + "pairs": 308, + "median_naive_minus_GBRT": 0.010534568801885434, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.07840855505983196, + "GBRT": 0.06424082608213576, + "naive_minus_GBRT": 0.014167728977696206 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.1073632104100872, + "GBRT": 0.07363603679825118, + "naive_minus_GBRT": 0.033727173611836025 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.0685495071473047, + "GBRT": 0.04029715015971501, + "naive_minus_GBRT": 0.028252356987589697 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.03228667727429198, + "GBRT": 0.025077357567956014, + "naive_minus_GBRT": 0.007209319706335964 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.03507073333866266, + "GBRT": 0.031149667517390713, + "naive_minus_GBRT": 0.003921065821271948 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.08581353725927143, + "GBRT": 0.07685439922711744, + "naive_minus_GBRT": 0.008959138032153993 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.02829941769254458, + "GBRT": 0.019514357040766688, + "naive_minus_GBRT": 0.008785060651777893 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.03071168941565841, + "GBRT": 0.0909744531195413, + "naive_minus_GBRT": -0.06026276370388289 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.033499554499705174, + "GBRT": 0.025309597796211898, + "naive_minus_GBRT": 0.008189956703493276 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.07865912078355274, + "GBRT": 0.11398893158963598, + "naive_minus_GBRT": -0.035329810806083245 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.166223876983658, + "GBRT": 0.04945885202263173, + "naive_minus_GBRT": 0.11676502496102628 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.03667509008074421, + "GBRT": 0.0323989838074231, + "naive_minus_GBRT": 0.0042761062733211105 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.045166374257179114, + "GBRT": 0.03216547774204824, + "naive_minus_GBRT": 0.013000896515130873 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.10277181150277029, + "GBRT": 0.07779143434500682, + "naive_minus_GBRT": 0.024980377157763467 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.05247141457249904, + "GBRT": 0.06331509849129184, + "naive_minus_GBRT": -0.010843683918792799 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.05945429389991109, + "GBRT": 0.044076172464497076, + "naive_minus_GBRT": 0.015378121435414012 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.017375309233751163, + "GBRT": 0.02626912774406204, + "naive_minus_GBRT": -0.008893818510310878 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.046591340743546795, + "GBRT": 0.034162488676398324, + "naive_minus_GBRT": 0.012428852067148471 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.031183958922650558, + "GBRT": 0.04941329592346555, + "naive_minus_GBRT": -0.018229337000814992 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.02975492999260948, + "GBRT": 0.020470497014885566, + "naive_minus_GBRT": 0.009284432977723914 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.06040466339278614, + "GBRT": 0.04676002040633565, + "naive_minus_GBRT": 0.01364464298645049 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.07751677127488453, + "GBRT": 0.038748282672272975, + "naive_minus_GBRT": 0.038768488602611555 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.026563473442603576, + "GBRT": 0.07042006648869992, + "naive_minus_GBRT": -0.04385659304609634 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.08592775481053623, + "GBRT": 0.05046238053544849, + "naive_minus_GBRT": 0.03546537427508774 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.07860823544531179, + "GBRT": 0.055144819516387264, + "naive_minus_GBRT": 0.023463415928924522 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.12093286469834481, + "GBRT": 0.03526162507284666, + "naive_minus_GBRT": 0.08567123962549816 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.06065235087112652, + "GBRT": 0.047568098755352665, + "naive_minus_GBRT": 0.013084252115773853 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.052254421311755436, + "GBRT": 0.03878303091518596, + "naive_minus_GBRT": 0.013471390396569478 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.041600558030235206, + "GBRT": 0.02177652577166692, + "naive_minus_GBRT": 0.019824032258568287 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.049025657157903184, + "GBRT": 0.025228782367616744, + "naive_minus_GBRT": 0.02379687479028644 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.20526591097263544, + "GBRT": 0.1168426341924697, + "naive_minus_GBRT": 0.08842327678016575 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.03800346064175417, + "GBRT": 0.04302994486698532, + "naive_minus_GBRT": -0.005026484225231144 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.04158989418974533, + "GBRT": 0.039317203348366296, + "naive_minus_GBRT": 0.0022726908413790367 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.08225537377858394, + "GBRT": 0.03650473204911295, + "naive_minus_GBRT": 0.04575064172947099 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.15579322331182138, + "GBRT": 0.08806818588435804, + "naive_minus_GBRT": 0.06772503742746334 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.07941335002765922, + "GBRT": 0.0417571907842964, + "naive_minus_GBRT": 0.03765615924336282 + }, + { + "case": "00000165_4070a99d6ebe45f5bd5d71eb_step_000", + "naive": 0.08856508336091962, + "GBRT": 0.052917886711882196, + "naive_minus_GBRT": 0.03564719664903742 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.09759468577866831, + "GBRT": 0.03422369892400919, + "naive_minus_GBRT": 0.06337098685465911 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.046554022764660995, + "GBRT": 0.02033817842955516, + "naive_minus_GBRT": 0.026215844335105834 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.05609796830356193, + "GBRT": 0.027142214572142977, + "naive_minus_GBRT": 0.028955753731418954 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.050738654069999375, + "GBRT": 0.029933366713341777, + "naive_minus_GBRT": 0.020805287356657598 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.0814425998611218, + "GBRT": 0.04738907422602762, + "naive_minus_GBRT": 0.03405352563509419 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.02880455989357943, + "GBRT": 0.028753622535093296, + "naive_minus_GBRT": 5.093735848613404e-05 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.040240816436338256, + "GBRT": 0.027563142410918243, + "naive_minus_GBRT": 0.012677674025420013 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.07926678024536542, + "GBRT": 0.0691790404213125, + "naive_minus_GBRT": 0.010087739824052921 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.060870291104815684, + "GBRT": 0.039087926804613836, + "naive_minus_GBRT": 0.021782364300201848 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.05619549799400727, + "GBRT": 0.10301028853652444, + "naive_minus_GBRT": -0.04681479054251717 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.09333862107305747, + "GBRT": 0.08538496212736925, + "naive_minus_GBRT": 0.007953658945688225 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.051587913990690584, + "GBRT": 0.0513836485642506, + "naive_minus_GBRT": 0.00020426542643998263 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.05569195924973327, + "GBRT": 0.027205766045621995, + "naive_minus_GBRT": 0.028486193204111273 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.13567110042984337, + "GBRT": 0.057632759281070034, + "naive_minus_GBRT": 0.07803834114877334 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.15855117981561123, + "GBRT": 0.09257596659857788, + "naive_minus_GBRT": 0.06597521321703335 + }, + { + "case": "00000290_58f8ff46b7564e989f9695b7_step_003", + "naive": 0.0622183789692572, + "GBRT": 0.030025759048990793, + "naive_minus_GBRT": 0.03219261992026641 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.060329279050953526, + "GBRT": 0.041736829257483385, + "naive_minus_GBRT": 0.01859244979347014 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.027091390364517246, + "GBRT": 0.020472691034743227, + "naive_minus_GBRT": 0.006618699329774019 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.04464419807567189, + "GBRT": 0.027687088952471333, + "naive_minus_GBRT": 0.016957109123200555 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.04908733519672371, + "GBRT": 0.04402698016478143, + "naive_minus_GBRT": 0.005060355031942278 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.046350910886739774, + "GBRT": 0.02715428999104917, + "naive_minus_GBRT": 0.019196620895690603 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.04138402270413973, + "GBRT": 0.12841267524261796, + "naive_minus_GBRT": -0.08702865253847822 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.07363623269717846, + "GBRT": 0.06078367238168705, + "naive_minus_GBRT": 0.012852560315491417 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.08019627966109867, + "GBRT": 0.06311169390581725, + "naive_minus_GBRT": 0.01708458575528142 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.07434545877435912, + "GBRT": 0.05774360480257287, + "naive_minus_GBRT": 0.01660185397178625 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.03813854683878436, + "GBRT": 0.05229971801790794, + "naive_minus_GBRT": -0.014161171179123584 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.05905764489856057, + "GBRT": 0.04989657672411588, + "naive_minus_GBRT": 0.00916106817444469 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.03990768641826836, + "GBRT": 0.03447382492042242, + "naive_minus_GBRT": 0.005433861497845943 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0341529248857379, + "GBRT": 0.019671206160180862, + "naive_minus_GBRT": 0.014481718725557039 + }, + { + "case": "00000324_3062bccff48e47a2b9de05e3_step_019", + "naive": 0.06976820362047606, + "GBRT": 0.06679741202289974, + "naive_minus_GBRT": 0.002970791597576322 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.041124203942748225, + "GBRT": 0.027474864336373323, + "naive_minus_GBRT": 0.013649339606374902 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.02494452643647515, + "GBRT": 0.028441121421599106, + "naive_minus_GBRT": -0.003496594985123957 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.04295919685273643, + "GBRT": 0.07753003976946315, + "naive_minus_GBRT": -0.03457084291672673 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.07152927174660413, + "GBRT": 0.04491645860943417, + "naive_minus_GBRT": 0.026612813137169962 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.08081562460178014, + "GBRT": 0.0641430911651218, + "naive_minus_GBRT": 0.016672533436658338 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.19982997936920252, + "GBRT": 0.14943116869026, + "naive_minus_GBRT": 0.05039881067894253 + }, + { + "case": "00000346_4185972a944744d8a7a0f2b4_step_002", + "naive": 0.15315702259556555, + "GBRT": 0.10055851157298276, + "naive_minus_GBRT": 0.05259851102258278 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.02133116823369552, + "GBRT": 0.014130351934543903, + "naive_minus_GBRT": 0.0072008162991516154 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.12074139542997521, + "GBRT": 0.12286700125687257, + "naive_minus_GBRT": -0.0021256058268973588 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.06489545030705711, + "GBRT": 0.05633717256147521, + "naive_minus_GBRT": 0.008558277745581898 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.044011818290859823, + "GBRT": 0.02484134227565813, + "naive_minus_GBRT": 0.019170476015201693 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.05378458149612773, + "GBRT": 0.026633749972531182, + "naive_minus_GBRT": 0.027150831523596545 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.1448767708080348, + "GBRT": 0.07466674711535264, + "naive_minus_GBRT": 0.07021002369268216 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.07013805436606568, + "GBRT": 0.03954481615835688, + "naive_minus_GBRT": 0.030593238207708803 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.08026476289120993, + "GBRT": 0.09183801960990183, + "naive_minus_GBRT": -0.011573256718691902 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.03862042214148351, + "GBRT": 0.023256931307365378, + "naive_minus_GBRT": 0.01536349083411813 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.09532169304772126, + "GBRT": 0.051811594855954046, + "naive_minus_GBRT": 0.04351009819176721 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.13509839243145635, + "GBRT": 0.09146634830356053, + "naive_minus_GBRT": 0.04363204412789583 + }, + { + "case": "00000413_94f421b1b33d47c592c9fe1d_step_000", + "naive": 0.03315227157746088, + "GBRT": 0.02696549828893274, + "naive_minus_GBRT": 0.006186773288528142 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.06893320648559469, + "GBRT": 0.07016422456248565, + "naive_minus_GBRT": -0.0012310180768909662 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.055566353007082285, + "GBRT": 0.06401637777893593, + "naive_minus_GBRT": -0.008450024771853644 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.06557884242068028, + "GBRT": 0.058497699947912624, + "naive_minus_GBRT": 0.007081142472767657 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.03872510694024514, + "GBRT": 0.02909577898584363, + "naive_minus_GBRT": 0.00962932795440151 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.04207854365451727, + "GBRT": 0.043877460359187395, + "naive_minus_GBRT": -0.0017989167046701254 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.03615852446735066, + "GBRT": 0.02559961912441903, + "naive_minus_GBRT": 0.010558905342931631 + }, + { + "case": "00000470_11951e51b89249dba38ded3e_step_005", + "naive": 0.06759194150765332, + "GBRT": 0.024583436367074902, + "naive_minus_GBRT": 0.043008505140578426 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.07093626781162243, + "GBRT": 0.05424935977199676, + "naive_minus_GBRT": 0.01668690803962567 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.07442250342721075, + "GBRT": 0.04485627508024235, + "naive_minus_GBRT": 0.029566228346968405 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.021701805214402924, + "GBRT": 0.022776925673715327, + "naive_minus_GBRT": -0.001075120459312403 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.0300252754595937, + "GBRT": 0.022343609677681484, + "naive_minus_GBRT": 0.007681665781912216 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.03548973008902117, + "GBRT": 0.038146576231558475, + "naive_minus_GBRT": -0.0026568461425373058 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.09442491122717762, + "GBRT": 0.06351720507135149, + "naive_minus_GBRT": 0.030907706155826137 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.02743850300938397, + "GBRT": 0.025771580766282026, + "naive_minus_GBRT": 0.0016669222431019426 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.0530776893356148, + "GBRT": 0.03812093456754676, + "naive_minus_GBRT": 0.014956754768068035 + }, + { + "case": "00000559_a1621e156ade4317ab6a5bc5_step_000", + "naive": 0.031496015237317834, + "GBRT": 0.02608250311509582, + "naive_minus_GBRT": 0.0054135121222220126 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.030783180675498997, + "GBRT": 0.017674351031069575, + "naive_minus_GBRT": 0.013108829644429422 + }, + { + "case": "00000579_5a4cef68211d4706b1ec8586_step_008", + "naive": 0.11073100159498911, + "GBRT": 0.04402283444308398, + "naive_minus_GBRT": 0.06670816715190513 + }, + { + "case": "00000587_2417b410de78416ebe50d460_step_000", + "naive": 0.027571536713074152, + "GBRT": 0.02474996375477256, + "naive_minus_GBRT": 0.002821572958301592 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.029258245869507975, + "GBRT": 0.024899259361749623, + "naive_minus_GBRT": 0.0043589865077583514 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.09931973077581194, + "GBRT": 0.06533457140999029, + "naive_minus_GBRT": 0.03398515936582165 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.06412702863504542, + "GBRT": 0.03888762561599303, + "naive_minus_GBRT": 0.025239403019052392 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.04960630552135068, + "GBRT": 0.03306323565878477, + "naive_minus_GBRT": 0.016543069862565908 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.02608751599410545, + "GBRT": 0.0249917808867418, + "naive_minus_GBRT": 0.0010957351073636497 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.04459310107000599, + "GBRT": 0.03726869225223453, + "naive_minus_GBRT": 0.007324408817771459 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.04836481317340285, + "GBRT": 0.03882226248113695, + "naive_minus_GBRT": 0.009542550692265894 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.022289828571928072, + "GBRT": 0.019271399772083427, + "naive_minus_GBRT": 0.0030184287998446455 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.09476677861566, + "GBRT": 0.0643559348814792, + "naive_minus_GBRT": 0.030410843734180806 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.05724807438976512, + "GBRT": 0.03149517397310308, + "naive_minus_GBRT": 0.02575290041666204 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.06563339199331862, + "GBRT": 0.056789465457000275, + "naive_minus_GBRT": 0.008843926536318346 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.06768508338955379, + "GBRT": 0.053317512991303946, + "naive_minus_GBRT": 0.014367570398249839 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.07282505265416526, + "GBRT": 0.0720587279906329, + "naive_minus_GBRT": 0.0007663246635323667 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.05996756246296729, + "GBRT": 0.035491186131092846, + "naive_minus_GBRT": 0.024476376331874446 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.06289346772633836, + "GBRT": 0.03746215415144643, + "naive_minus_GBRT": 0.02543131357489193 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.055407049871223434, + "GBRT": 0.054956705849511435, + "naive_minus_GBRT": 0.0004503440217119986 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.09786511658449817, + "GBRT": 0.032534892593852234, + "naive_minus_GBRT": 0.06533022399064595 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.03682264762352119, + "GBRT": 0.026312415362681956, + "naive_minus_GBRT": 0.010510232260839237 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.04982208208801949, + "GBRT": 0.04851484690715473, + "naive_minus_GBRT": 0.0013072351808647645 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.09341321293155645, + "GBRT": 0.06527931396893752, + "naive_minus_GBRT": 0.028133898962618933 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.12484633428160388, + "GBRT": 0.0913763046815327, + "naive_minus_GBRT": 0.033470029600071186 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.06805062549957254, + "GBRT": 0.028729512435355833, + "naive_minus_GBRT": 0.039321113064216706 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.061264414486179, + "GBRT": 0.03327424325541635, + "naive_minus_GBRT": 0.027990171230762653 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.06301176631708864, + "GBRT": 0.0337196641254934, + "naive_minus_GBRT": 0.029292102191595247 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.06872626747366417, + "GBRT": 0.05046290130032663, + "naive_minus_GBRT": 0.018263366173337542 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.09829996665272622, + "GBRT": 0.06427131200890285, + "naive_minus_GBRT": 0.034028654643823375 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.05770575464105102, + "GBRT": 0.030349804214948917, + "naive_minus_GBRT": 0.027355950426102105 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.05503530479765244, + "GBRT": 0.03797149472327967, + "naive_minus_GBRT": 0.01706381007437277 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.05997340162226382, + "GBRT": 0.03980382975502459, + "naive_minus_GBRT": 0.02016957186723923 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.047359730187981355, + "GBRT": 0.03575801773965179, + "naive_minus_GBRT": 0.011601712448329568 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.035421404023755536, + "GBRT": 0.03014232880314737, + "naive_minus_GBRT": 0.005279075220608165 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.044079188434700704, + "GBRT": 0.036268094998863964, + "naive_minus_GBRT": 0.00781109343583674 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.12364916164603092, + "GBRT": 0.09308510923755975, + "naive_minus_GBRT": 0.030564052408471168 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.0522062535430927, + "GBRT": 0.045678720140391656, + "naive_minus_GBRT": 0.006527533402701041 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.05900915351188043, + "GBRT": 0.04687107633511369, + "naive_minus_GBRT": 0.012138077176766737 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.029315576843512284, + "GBRT": 0.0993426382427727, + "naive_minus_GBRT": -0.07002706139926042 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.033768445340774646, + "GBRT": 0.020062957665323036, + "naive_minus_GBRT": 0.01370548767545161 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.03859470226204199, + "GBRT": 0.037163604724017085, + "naive_minus_GBRT": 0.0014310975380249016 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.16345014548347542, + "GBRT": 0.09545229388643069, + "naive_minus_GBRT": 0.06799785159704473 + }, + { + "case": "00000834_889a065d51a24bb8ad704c69_step_005", + "naive": 0.03672709783312776, + "GBRT": 0.027648599364117486, + "naive_minus_GBRT": 0.009078498469010276 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.12120785102513806, + "GBRT": 0.08928963672550161, + "naive_minus_GBRT": 0.031918214299636455 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.028271368995108744, + "GBRT": 0.012195479809425001, + "naive_minus_GBRT": 0.016075889185683742 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.036105195537448294, + "GBRT": 0.02590697245696512, + "naive_minus_GBRT": 0.010198223080483175 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.05592950292104024, + "GBRT": 0.02905696145951971, + "naive_minus_GBRT": 0.026872541461520533 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.02329462551335672, + "GBRT": 0.016823589660795706, + "naive_minus_GBRT": 0.006471035852561015 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.021962880428458828, + "GBRT": 0.020994797206306117, + "naive_minus_GBRT": 0.000968083222152711 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.03610512811930051, + "GBRT": 0.03408637355109381, + "naive_minus_GBRT": 0.0020187545682066946 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.03194772330593474, + "GBRT": 0.019011544539343332, + "naive_minus_GBRT": 0.012936178766591408 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.046277373104931595, + "GBRT": 0.04391847521646436, + "naive_minus_GBRT": 0.002358897888467236 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.05011375962111338, + "GBRT": 0.04127641747827356, + "naive_minus_GBRT": 0.008837342142839814 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.034381363287081884, + "GBRT": 0.027323023774426664, + "naive_minus_GBRT": 0.007058339512655221 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.03698270550570662, + "GBRT": 0.031460283986533805, + "naive_minus_GBRT": 0.005522421519172815 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.08946355027336585, + "GBRT": 0.03911408028553571, + "naive_minus_GBRT": 0.05034946998783014 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.028240156944827944, + "GBRT": 0.011555998244135496, + "naive_minus_GBRT": 0.016684158700692446 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.09689977210896047, + "GBRT": 0.08291040272567997, + "naive_minus_GBRT": 0.013989369383280506 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.08920392800926619, + "GBRT": 0.05987559955769253, + "naive_minus_GBRT": 0.029328328451573654 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.04283916749629161, + "GBRT": 0.022528646103790448, + "naive_minus_GBRT": 0.02031052139250116 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.023656188817234493, + "GBRT": 0.019605156856245715, + "naive_minus_GBRT": 0.004051031960988778 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.10580906114091027, + "GBRT": 0.08362194714554501, + "naive_minus_GBRT": 0.022187113995365257 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.024954608064272524, + "GBRT": 0.020056235311120663, + "naive_minus_GBRT": 0.004898372753151862 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.09515101142698143, + "GBRT": 0.08316067694281824, + "naive_minus_GBRT": 0.011990334484163187 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.037218745274381564, + "GBRT": 0.034978556724681205, + "naive_minus_GBRT": 0.0022401885497003587 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.07911498166765144, + "GBRT": 0.06503917794818258, + "naive_minus_GBRT": 0.014075803719468857 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.02823610554894709, + "GBRT": 0.020530002703796568, + "naive_minus_GBRT": 0.007706102845150522 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.03385344920721791, + "GBRT": 0.024621533025569086, + "naive_minus_GBRT": 0.009231916181648824 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.046679748720835024, + "GBRT": 0.03676892636192908, + "naive_minus_GBRT": 0.009910822358905946 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.025250524422941723, + "GBRT": 0.022065580159773845, + "naive_minus_GBRT": 0.0031849442631678784 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.02519913190188502, + "GBRT": 0.019627402607494036, + "naive_minus_GBRT": 0.005571729294390985 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.04488813540786159, + "GBRT": 0.03883785857339139, + "naive_minus_GBRT": 0.006050276834470195 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.03733316493780622, + "GBRT": 0.03508616843512023, + "naive_minus_GBRT": 0.0022469965026859842 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.09763622936701473, + "GBRT": 0.048164414255196186, + "naive_minus_GBRT": 0.04947181511181854 + }, + { + "case": "00000988_0dd1386597104265ab67e6cf_step_011", + "naive": 0.06464494440955144, + "GBRT": 0.054030393310096535, + "naive_minus_GBRT": 0.01061455109945491 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.028753375710304466, + "GBRT": 0.0231329959023448, + "naive_minus_GBRT": 0.005620379807959666 + }, + { + "case": "00000994_ac4ba032d4b5431ca04f542c_step_001", + "naive": 0.039453804769805, + "GBRT": 0.034525439223951564, + "naive_minus_GBRT": 0.004928365545853436 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.045451797816599415, + "GBRT": 0.029098922059690037, + "naive_minus_GBRT": 0.01635287575690938 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.021424680109668526, + "GBRT": 0.02165749500781232, + "naive_minus_GBRT": -0.0002328148981437933 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.029922280344733827, + "GBRT": 0.04238212285025059, + "naive_minus_GBRT": -0.012459842505516766 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.06070579827979095, + "GBRT": 0.03915826105937178, + "naive_minus_GBRT": 0.021547537220419175 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.046877500152159496, + "GBRT": 0.04152388854222851, + "naive_minus_GBRT": 0.005353611609930989 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.042333731871061264, + "GBRT": 0.024653451521009763, + "naive_minus_GBRT": 0.0176802803500515 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.031825637092215, + "GBRT": 0.021843053360649657, + "naive_minus_GBRT": 0.009982583731565346 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.0874180845052732, + "GBRT": 0.059778788481875234, + "naive_minus_GBRT": 0.027639296023397972 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.03359872889951442, + "GBRT": 0.02770092296224843, + "naive_minus_GBRT": 0.005897805937265993 + }, + { + "case": "00001021_ca4cf9693d6d4a98b515ba99_step_002", + "naive": 0.04732824456427776, + "GBRT": 0.03583392238617078, + "naive_minus_GBRT": 0.011494322178106982 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.027576867975284455, + "GBRT": 0.018553038767682318, + "naive_minus_GBRT": 0.009023829207602137 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.19265612483875938, + "GBRT": 0.128442324931488, + "naive_minus_GBRT": 0.06421379990727138 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.04476386098765871, + "GBRT": 0.0375206005480111, + "naive_minus_GBRT": 0.007243260439647604 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.13474458019931798, + "GBRT": 0.12864578346238273, + "naive_minus_GBRT": 0.0060987967369352525 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.038530733769113805, + "GBRT": 0.10505590765733974, + "naive_minus_GBRT": -0.06652517388822593 + }, + { + "case": "00001041_6baf25f5fe2947e8927797d8_step_000", + "naive": 0.030767061006178775, + "GBRT": 0.024115901629895176, + "naive_minus_GBRT": 0.006651159376283598 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.033291838543407344, + "GBRT": 0.029772326089687363, + "naive_minus_GBRT": 0.0035195124537199807 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.027664117950966356, + "GBRT": 0.02238886101083892, + "naive_minus_GBRT": 0.005275256940127437 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.026450711065563622, + "GBRT": 0.012189330628683038, + "naive_minus_GBRT": 0.014261380436880584 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.04224913989702565, + "GBRT": 0.030085966886570503, + "naive_minus_GBRT": 0.01216317301045515 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.048274233445000835, + "GBRT": 0.035600213128809226, + "naive_minus_GBRT": 0.012674020316191609 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.08755256951348458, + "GBRT": 0.08927433293107723, + "naive_minus_GBRT": -0.0017217634175926422 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.04087529268702706, + "GBRT": 0.040440784975336895, + "naive_minus_GBRT": 0.0004345077116901658 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.026619335007603204, + "GBRT": 0.022708546159629774, + "naive_minus_GBRT": 0.003910788847973429 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.09294866135968677, + "GBRT": 0.051987868943196465, + "naive_minus_GBRT": 0.0409607924164903 + }, + { + "case": "00001108_412675e2ea594e70bbd8cf6c_step_000", + "naive": 0.060108747472333024, + "GBRT": 0.03739477076058435, + "naive_minus_GBRT": 0.02271397671174867 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.049224262971832196, + "GBRT": 0.043662324153117466, + "naive_minus_GBRT": 0.00556193881871473 + }, + { + "case": "00001121_da4037e40839451dbbc2bd1f_step_000", + "naive": 0.02162187486444111, + "GBRT": 0.024173839801497007, + "naive_minus_GBRT": -0.002551964937055895 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.027920343454926565, + "GBRT": 0.021788079525973055, + "naive_minus_GBRT": 0.00613226392895351 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.08232551149274474, + "GBRT": 0.07319393510807788, + "naive_minus_GBRT": 0.009131576384666856 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.036508726182632206, + "GBRT": 0.031499227652909946, + "naive_minus_GBRT": 0.00500949852972226 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.09259657022023972, + "GBRT": 0.08973745169387674, + "naive_minus_GBRT": 0.002859118526362975 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.031652273777743906, + "GBRT": 0.024113488837572285, + "naive_minus_GBRT": 0.007538784940171621 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.13183789305288102, + "GBRT": 0.054432806680961524, + "naive_minus_GBRT": 0.0774050863719195 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.06069567828729154, + "GBRT": 0.06012339677138713, + "naive_minus_GBRT": 0.0005722815159044103 + }, + { + "case": "00001185_507b60b57791425bbb73273e_step_000", + "naive": 0.054383814160715124, + "GBRT": 0.045811220349721404, + "naive_minus_GBRT": 0.00857259381099372 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.029622970446343624, + "GBRT": 0.05335501827913247, + "naive_minus_GBRT": -0.023732047832788847 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.0702348031977478, + "GBRT": 0.04517673360564065, + "naive_minus_GBRT": 0.02505806959210715 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.028911664758747024, + "GBRT": 0.027786278109383982, + "naive_minus_GBRT": 0.0011253866493630416 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.05666038395630979, + "GBRT": 0.0588851298725585, + "naive_minus_GBRT": -0.002224745916248709 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.134591860442948, + "GBRT": 0.10151563514211816, + "naive_minus_GBRT": 0.033076225300829834 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.08177164298347947, + "GBRT": 0.08660068594001018, + "naive_minus_GBRT": -0.0048290429565307075 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.04074929621236652, + "GBRT": 0.03370805394895204, + "naive_minus_GBRT": 0.007041242263414481 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.051012701791407905, + "GBRT": 0.032844441457316194, + "naive_minus_GBRT": 0.01816826033409171 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.05048102839800574, + "GBRT": 0.035363275255535086, + "naive_minus_GBRT": 0.015117753142470651 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.02840338602061215, + "GBRT": 0.02789505712016051, + "naive_minus_GBRT": 0.0005083289004516392 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.07464901093743508, + "GBRT": 0.05408146004154931, + "naive_minus_GBRT": 0.020567550895885765 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.09061400942297838, + "GBRT": 0.09642555994045934, + "naive_minus_GBRT": -0.0058115505174809595 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.045539770619331496, + "GBRT": 0.047913076564768405, + "naive_minus_GBRT": -0.0023733059454369085 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.08161034461711661, + "GBRT": 0.0547790437506907, + "naive_minus_GBRT": 0.026831300866425913 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.059934901977466315, + "GBRT": 0.02811648705592164, + "naive_minus_GBRT": 0.03181841492154468 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.07375643709010445, + "GBRT": 0.044810758730911664, + "naive_minus_GBRT": 0.028945678359192782 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.05742306225153958, + "GBRT": 0.0281950232632852, + "naive_minus_GBRT": 0.02922803898825438 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.03256118520576296, + "GBRT": 0.02811559009950415, + "naive_minus_GBRT": 0.004445595106258811 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.048855542726148234, + "GBRT": 0.04116096321001082, + "naive_minus_GBRT": 0.007694579516137411 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.028855825725399416, + "GBRT": 0.018464153180198794, + "naive_minus_GBRT": 0.010391672545200622 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.1650274563865001, + "GBRT": 0.1648088266140683, + "naive_minus_GBRT": 0.00021862977243181092 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.09217714868198028, + "GBRT": 0.1348440136392882, + "naive_minus_GBRT": -0.04266686495730791 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.14949551384067827, + "GBRT": 0.08893199309471699, + "naive_minus_GBRT": 0.06056352074596129 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.06180151047218339, + "GBRT": 0.03343464959047527, + "naive_minus_GBRT": 0.028366860881708117 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.037073029099954864, + "GBRT": 0.028078462447748483, + "naive_minus_GBRT": 0.008994566652206382 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.03190843902514408, + "GBRT": 0.025023131414007777, + "naive_minus_GBRT": 0.0068853076111363015 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.05168534026622592, + "GBRT": 0.035109900805783606, + "naive_minus_GBRT": 0.016575439460442314 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.03304387553540538, + "GBRT": 0.0301814968392045, + "naive_minus_GBRT": 0.0028623786962008804 + }, + { + "case": "00001320_6a5a7dbad03b4a57b33f2c0d_step_003", + "naive": 0.03765673169558369, + "GBRT": 0.02660944693636923, + "naive_minus_GBRT": 0.011047284759214456 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.10031778641732383, + "GBRT": 0.055849316569179, + "naive_minus_GBRT": 0.044468469848144836 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.0808044410781178, + "GBRT": 0.09244430197727554, + "naive_minus_GBRT": -0.01163986089915775 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.10957961401601264, + "GBRT": 0.11433819239604628, + "naive_minus_GBRT": -0.004758578380033643 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.12270815052445, + "GBRT": 0.05720498174634142, + "naive_minus_GBRT": 0.06550316877810858 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.15567513152250892, + "GBRT": 0.07149968747143133, + "naive_minus_GBRT": 0.08417544405107759 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.053885602885689075, + "GBRT": 0.06968605316631318, + "naive_minus_GBRT": -0.015800450280624108 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.09991187369271573, + "GBRT": 0.05772581568454485, + "naive_minus_GBRT": 0.04218605800817088 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.09155521662732337, + "GBRT": 0.07082759775780263, + "naive_minus_GBRT": 0.020727618869520736 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.02777514331828597, + "GBRT": 0.026767655154161893, + "naive_minus_GBRT": 0.0010074881641240763 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.0781473597710545, + "GBRT": 0.07139168622597064, + "naive_minus_GBRT": 0.006755673545083857 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.08715654350447902, + "GBRT": 0.07400252534597133, + "naive_minus_GBRT": 0.013154018158507683 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.10479772669180638, + "GBRT": 0.0659044432681668, + "naive_minus_GBRT": 0.03889328342363958 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.07612899429868836, + "GBRT": 0.040487127224642316, + "naive_minus_GBRT": 0.03564186707404604 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0272704635174801, + "GBRT": 0.020848952925887888, + "naive_minus_GBRT": 0.006421510591592211 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.027605084390514418, + "GBRT": 0.023839684470030188, + "naive_minus_GBRT": 0.0037653999204842296 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.041475001531597146, + "GBRT": 0.03845809841712493, + "naive_minus_GBRT": 0.0030169031144722178 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.08760519726405991, + "GBRT": 0.04437259802985063, + "naive_minus_GBRT": 0.04323259923420928 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.028605623298923927, + "GBRT": 0.023762225075021962, + "naive_minus_GBRT": 0.004843398223901965 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.05099331242631491, + "GBRT": 0.03705608482599952, + "naive_minus_GBRT": 0.013937227600315391 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.03044687424069024, + "GBRT": 0.026880754648444936, + "naive_minus_GBRT": 0.0035661195922453044 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.030103890175491664, + "GBRT": 0.02128210270375918, + "naive_minus_GBRT": 0.008821787471732484 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.04227816954255252, + "GBRT": 0.014861527442165168, + "naive_minus_GBRT": 0.027416642100387353 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.0465467708243044, + "GBRT": 0.028845382891529013, + "naive_minus_GBRT": 0.017701387932775384 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.06502194199234329, + "GBRT": 0.03320426775360411, + "naive_minus_GBRT": 0.03181767423873918 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.056758250644841184, + "GBRT": 0.044108867529082205, + "naive_minus_GBRT": 0.012649383115758979 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.02910225751398987, + "GBRT": 0.026514348735168763, + "naive_minus_GBRT": 0.002587908778821108 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.028827432308704062, + "GBRT": 0.01870421037588473, + "naive_minus_GBRT": 0.010123221932819334 + }, + { + "case": "00001411_49414db2dd594dc6a3907cf3_step_014", + "naive": 0.025969640886707633, + "GBRT": 0.02073736245065196, + "naive_minus_GBRT": 0.005232278436055674 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.03985707567079137, + "GBRT": 0.03226334261633542, + "naive_minus_GBRT": 0.007593733054455952 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.18630635750282637, + "GBRT": 0.129262300090369, + "naive_minus_GBRT": 0.05704405741245738 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.09077806369156295, + "GBRT": 0.03746185498144657, + "naive_minus_GBRT": 0.05331620871011638 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.07419569760140118, + "GBRT": 0.053602352765607465, + "naive_minus_GBRT": 0.02059334483579372 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.07396584335702498, + "GBRT": 0.05988598412620561, + "naive_minus_GBRT": 0.01407985923081937 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.048212901830980544, + "GBRT": 0.027071703899364235, + "naive_minus_GBRT": 0.02114119793161631 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.029727015751454262, + "GBRT": 0.014614151398993833, + "naive_minus_GBRT": 0.015112864352460429 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.08594218620820461, + "GBRT": 0.05493830322548165, + "naive_minus_GBRT": 0.031003882982722962 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.05259563337690276, + "GBRT": 0.04469195295190535, + "naive_minus_GBRT": 0.007903680424997409 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.07761267549253613, + "GBRT": 0.07714116044158938, + "naive_minus_GBRT": 0.0004715150509467525 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.08981935551167562, + "GBRT": 0.06813434935419725, + "naive_minus_GBRT": 0.02168500615747837 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.07005745544608423, + "GBRT": 0.08294021850038912, + "naive_minus_GBRT": -0.012882763054304885 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.060975038941783404, + "GBRT": 0.12002307411883172, + "naive_minus_GBRT": -0.05904803517704831 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.06283966276471473, + "GBRT": 0.05451770334389633, + "naive_minus_GBRT": 0.008321959420818398 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.058420155475918334, + "GBRT": 0.05333808786374937, + "naive_minus_GBRT": 0.005082067612168964 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.12486419739267329, + "GBRT": 0.06570597617981139, + "naive_minus_GBRT": 0.059158221212861906 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.14342060609082324, + "GBRT": 0.0887521419949003, + "naive_minus_GBRT": 0.05466846409592295 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.03140931328317804, + "GBRT": 0.05631375313759207, + "naive_minus_GBRT": -0.024904439854414033 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.04194626194107976, + "GBRT": 0.03673052540144791, + "naive_minus_GBRT": 0.005215736539631852 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.021500766994625907, + "GBRT": 0.01749830913851924, + "naive_minus_GBRT": 0.004002457856106666 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.08359176983110383, + "GBRT": 0.05436182374407806, + "naive_minus_GBRT": 0.029229946087025775 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.10281436258255235, + "GBRT": 0.10115050397485768, + "naive_minus_GBRT": 0.0016638586076946627 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.03785981367351188, + "GBRT": 0.02378509072017521, + "naive_minus_GBRT": 0.014074722953336668 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.03506110800964586, + "GBRT": 0.02272237525182529, + "naive_minus_GBRT": 0.012338732757820572 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.04194366736089903, + "GBRT": 0.06307994347031821, + "naive_minus_GBRT": -0.021136276109419184 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.07218406106107364, + "GBRT": 0.06261625617061672, + "naive_minus_GBRT": 0.009567804890456916 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.0846318866857666, + "GBRT": 0.07781541281756112, + "naive_minus_GBRT": 0.006816473868205483 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.14900619511532676, + "GBRT": 0.09768773206728222, + "naive_minus_GBRT": 0.051318463048044535 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.021635115104635453, + "GBRT": 0.01744528976191877, + "naive_minus_GBRT": 0.004189825342716683 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.04602349424451374, + "GBRT": 0.04035653908323986, + "naive_minus_GBRT": 0.0056669551612738775 + }, + { + "case": "00001578_a3b89691665043a08931897f_step_001", + "naive": 0.038323449379455025, + "GBRT": 0.04521018587647616, + "naive_minus_GBRT": -0.006886736497021137 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.02965055953981097, + "GBRT": 0.023796050710407395, + "naive_minus_GBRT": 0.005854508829403575 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.04718786001955323, + "GBRT": 0.043603572583292685, + "naive_minus_GBRT": 0.003584287436260547 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.05186941524242714, + "GBRT": 0.03292843146643889, + "naive_minus_GBRT": 0.018940983775988254 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.1381969701226419, + "GBRT": 0.057502782853695276, + "naive_minus_GBRT": 0.08069418726894662 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.03767859922946601, + "GBRT": 0.018927122959545625, + "naive_minus_GBRT": 0.018751476269920384 + } + ] + }, + { + "split": 2, + "pairs": 306, + "median_naive_minus_GBRT": 0.011531321491006597, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.07840855505983196, + "GBRT": 0.06442835530086963, + "naive_minus_GBRT": 0.013980199758962336 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.1073632104100872, + "GBRT": 0.07604606027651735, + "naive_minus_GBRT": 0.03131715013356985 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.03507073333866266, + "GBRT": 0.02648238662982376, + "naive_minus_GBRT": 0.008588346708838901 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.08581353725927143, + "GBRT": 0.07726541541494909, + "naive_minus_GBRT": 0.00854812184432234 + }, + { + "case": "00000021_ad34a3f60c4a4caa99646600_step_001", + "naive": 0.029326256995522156, + "GBRT": 0.03559410102946236, + "naive_minus_GBRT": -0.006267844033940203 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.033499554499705174, + "GBRT": 0.02302765147973017, + "naive_minus_GBRT": 0.010471903019975005 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.07865912078355274, + "GBRT": 0.11768792434602178, + "naive_minus_GBRT": -0.039028803562469044 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.09706573555871766, + "GBRT": 0.12693371429421946, + "naive_minus_GBRT": -0.0298679787355018 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.06626050764261142, + "GBRT": 0.05656297185872737, + "naive_minus_GBRT": 0.009697535783884048 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.045166374257179114, + "GBRT": 0.029183531845685843, + "naive_minus_GBRT": 0.01598284241149327 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.10277181150277029, + "GBRT": 0.08103424307338787, + "naive_minus_GBRT": 0.021737568429382417 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.05247141457249904, + "GBRT": 0.05725428029380933, + "naive_minus_GBRT": -0.0047828657213102865 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.05945429389991109, + "GBRT": 0.04796241838943471, + "naive_minus_GBRT": 0.011491875510476375 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.017375309233751163, + "GBRT": 0.018875347576699536, + "naive_minus_GBRT": -0.0015000383429483732 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.024604789352083437, + "GBRT": 0.0266434833547642, + "naive_minus_GBRT": -0.0020386940026807625 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.03705497209205154, + "GBRT": 0.02947115438458602, + "naive_minus_GBRT": 0.00758381770746552 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.06040466339278614, + "GBRT": 0.04668451281492524, + "naive_minus_GBRT": 0.013720150577860898 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.12273443704294773, + "GBRT": 0.06332942323014375, + "naive_minus_GBRT": 0.05940501381280398 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.031064472238214107, + "GBRT": 0.03570986017284574, + "naive_minus_GBRT": -0.004645387934631633 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.026563473442603576, + "GBRT": 0.062426439885424484, + "naive_minus_GBRT": -0.03586296644282091 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.06142946287590356, + "GBRT": 0.05224490075378246, + "naive_minus_GBRT": 0.009184562122121105 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.07860823544531179, + "GBRT": 0.0488135538655829, + "naive_minus_GBRT": 0.029794681579728886 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.12093286469834481, + "GBRT": 0.03701345443140808, + "naive_minus_GBRT": 0.08391941026693674 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.09023239279121849, + "GBRT": 0.08598181633584333, + "naive_minus_GBRT": 0.00425057645537516 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.04674448471053939, + "GBRT": 0.025421033078791688, + "naive_minus_GBRT": 0.0213234516317477 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.041600558030235206, + "GBRT": 0.021686563181976752, + "naive_minus_GBRT": 0.019913994848258454 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.20526591097263544, + "GBRT": 0.1311505678997348, + "naive_minus_GBRT": 0.07411534307290063 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.07125404650193132, + "GBRT": 0.047048147577891046, + "naive_minus_GBRT": 0.02420589892404027 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.09517119424364108, + "GBRT": 0.06925906369326222, + "naive_minus_GBRT": 0.02591213055037886 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.08225537377858394, + "GBRT": 0.03899675673734624, + "naive_minus_GBRT": 0.0432586170412377 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.15579322331182138, + "GBRT": 0.09096032687002897, + "naive_minus_GBRT": 0.06483289644179241 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.11714832995094512, + "GBRT": 0.06732901317470984, + "naive_minus_GBRT": 0.04981931677623529 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.054590114560855434, + "GBRT": 0.044466096594501986, + "naive_minus_GBRT": 0.010124017966353448 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.09759468577866831, + "GBRT": 0.03215492981745588, + "naive_minus_GBRT": 0.06543975596121243 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.046554022764660995, + "GBRT": 0.020886860065134197, + "naive_minus_GBRT": 0.025667162699526798 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.05609796830356193, + "GBRT": 0.027317631338033645, + "naive_minus_GBRT": 0.028780336965528286 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.03465383841962933, + "GBRT": 0.029185717224567524, + "naive_minus_GBRT": 0.005468121195061806 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.050738654069999375, + "GBRT": 0.027993155021158535, + "naive_minus_GBRT": 0.02274549904884084 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.0814425998611218, + "GBRT": 0.051288270962597, + "naive_minus_GBRT": 0.030154328898524804 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.03892497135728941, + "GBRT": 0.03420402379309517, + "naive_minus_GBRT": 0.004720947564194236 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.06795199333992387, + "GBRT": 0.04824695612198716, + "naive_minus_GBRT": 0.019705037217936712 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.02880455989357943, + "GBRT": 0.028844599277727295, + "naive_minus_GBRT": -4.0039384147864954e-05 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.10497600987187398, + "GBRT": 0.1025375506233811, + "naive_minus_GBRT": 0.002438459248492883 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.040240816436338256, + "GBRT": 0.02512052476004844, + "naive_minus_GBRT": 0.015120291676289817 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.1262100990314157, + "GBRT": 0.09012770863178085, + "naive_minus_GBRT": 0.036082390399634845 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.07926678024536542, + "GBRT": 0.062134993263518866, + "naive_minus_GBRT": 0.01713178698184655 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.035932373778021234, + "GBRT": 0.024764951309960148, + "naive_minus_GBRT": 0.011167422468061086 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.05093297435364309, + "GBRT": 0.04148071491525073, + "naive_minus_GBRT": 0.009452259438392362 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1028373940936518, + "GBRT": 0.045782035500774754, + "naive_minus_GBRT": 0.05705535859287704 + }, + { + "case": "00000262_845fb06d7f2f4802a806a600_step_007", + "naive": 0.022353715783704597, + "GBRT": 0.017756267973764974, + "naive_minus_GBRT": 0.004597447809939623 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.05619549799400727, + "GBRT": 0.06982850775125896, + "naive_minus_GBRT": -0.013633009757251686 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.06964384495807184, + "GBRT": 0.036358736322702395, + "naive_minus_GBRT": 0.033285108635369445 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.09333862107305747, + "GBRT": 0.08564251343093618, + "naive_minus_GBRT": 0.007696107642121294 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.06495406525625391, + "GBRT": 0.04072824254257494, + "naive_minus_GBRT": 0.02422582271367897 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.04307347601249278, + "GBRT": 0.030288313982414834, + "naive_minus_GBRT": 0.012785162030077943 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.051587913990690584, + "GBRT": 0.05562445935241245, + "naive_minus_GBRT": -0.004036545361721863 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.07124836722773498, + "GBRT": 0.06389773607223721, + "naive_minus_GBRT": 0.007350631155497764 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.060329279050953526, + "GBRT": 0.042825889507732924, + "naive_minus_GBRT": 0.0175033895432206 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.027091390364517246, + "GBRT": 0.01846175204656561, + "naive_minus_GBRT": 0.008629638317951636 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.08019627966109867, + "GBRT": 0.06559223635814006, + "naive_minus_GBRT": 0.014604043302958614 + }, + { + "case": "00000309_3062bccff48e47a2b9de05e3_step_004", + "naive": 0.08776665318802644, + "GBRT": 0.06336919324152228, + "naive_minus_GBRT": 0.024397459946504163 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.03813854683878436, + "GBRT": 0.04909180757015876, + "naive_minus_GBRT": -0.010953260731374405 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.03990768641826836, + "GBRT": 0.03342317290125104, + "naive_minus_GBRT": 0.006484513517017322 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.027795523271986547, + "GBRT": 0.02157983961942183, + "naive_minus_GBRT": 0.006215683652564717 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0341529248857379, + "GBRT": 0.018584418696741985, + "naive_minus_GBRT": 0.015568506188995915 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.041124203942748225, + "GBRT": 0.027300286834266135, + "naive_minus_GBRT": 0.01382391710848209 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.04295919685273643, + "GBRT": 0.07413610367003408, + "naive_minus_GBRT": -0.03117690681729765 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.08081562460178014, + "GBRT": 0.06346843688392366, + "naive_minus_GBRT": 0.017347187717856483 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.1337387489616236, + "GBRT": 0.08935566467815334, + "naive_minus_GBRT": 0.044383084283470264 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.071463994607544, + "GBRT": 0.04376460295602889, + "naive_minus_GBRT": 0.027699391651515116 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.06299127816248581, + "GBRT": 0.06630842644988173, + "naive_minus_GBRT": -0.0033171482873959185 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.02133116823369552, + "GBRT": 0.013841760809535706, + "naive_minus_GBRT": 0.007489407424159813 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.1256282908435218, + "GBRT": 0.08467183662163379, + "naive_minus_GBRT": 0.040956454221888025 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.14050456266186517, + "GBRT": 0.08230996663219164, + "naive_minus_GBRT": 0.05819459602967353 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.06489545030705711, + "GBRT": 0.05337994929545789, + "naive_minus_GBRT": 0.011515501011599219 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.05378458149612773, + "GBRT": 0.02760484495842259, + "naive_minus_GBRT": 0.026179736537705136 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.12965311386716738, + "GBRT": 0.06597973016772365, + "naive_minus_GBRT": 0.06367338369944373 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.10081797755914136, + "GBRT": 0.059245965134393834, + "naive_minus_GBRT": 0.04157201242474753 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.03218908490844506, + "GBRT": 0.029064118179139394, + "naive_minus_GBRT": 0.003124966729305668 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.08401576377873157, + "GBRT": 0.03228086015809417, + "naive_minus_GBRT": 0.0517349036206374 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.09082102500852682, + "GBRT": 0.04514396879126872, + "naive_minus_GBRT": 0.0456770562172581 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.04077836905887887, + "GBRT": 0.03486224616964561, + "naive_minus_GBRT": 0.005916122889233259 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.0336222569771192, + "GBRT": 0.03197392061986692, + "naive_minus_GBRT": 0.0016483363572522836 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.06893320648559469, + "GBRT": 0.07063976874856727, + "naive_minus_GBRT": -0.001706562262972583 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.055566353007082285, + "GBRT": 0.060481213519489735, + "naive_minus_GBRT": -0.00491486051240745 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.03872510694024514, + "GBRT": 0.030491745454031206, + "naive_minus_GBRT": 0.008233361486213935 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.09310656899302938, + "GBRT": 0.045806140097878194, + "naive_minus_GBRT": 0.04730042889515119 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.030039501207298366, + "GBRT": 0.023435808534144877, + "naive_minus_GBRT": 0.006603692673153489 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.05057509401566078, + "GBRT": 0.052791240568867547, + "naive_minus_GBRT": -0.0022161465532067673 + }, + { + "case": "00000477_0fc8cc17c6af48dabe36c8f2_step_002", + "naive": 0.04020229375723698, + "GBRT": 0.0338469475633848, + "naive_minus_GBRT": 0.006355346193852182 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.037092012865029014, + "GBRT": 0.03361726879421257, + "naive_minus_GBRT": 0.003474744070816445 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.07093626781162243, + "GBRT": 0.05211459479280589, + "naive_minus_GBRT": 0.018821673018816543 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.021682242720287112, + "GBRT": 0.019340477379737556, + "naive_minus_GBRT": 0.0023417653405495564 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.04190174000017891, + "GBRT": 0.012787831895138352, + "naive_minus_GBRT": 0.02911390810504056 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.021701805214402924, + "GBRT": 0.019716142246642313, + "naive_minus_GBRT": 0.0019856629677606104 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.04725688161073454, + "GBRT": 0.04434948443508247, + "naive_minus_GBRT": 0.0029073971756520683 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.044623497256768584, + "GBRT": 0.040140817447171025, + "naive_minus_GBRT": 0.004482679809597559 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.0840423618416183, + "GBRT": 0.09037423393387885, + "naive_minus_GBRT": -0.006331872092260549 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.09442491122717762, + "GBRT": 0.06455600993621477, + "naive_minus_GBRT": 0.029868901290962854 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.034925682252079086, + "GBRT": 0.022024357404906707, + "naive_minus_GBRT": 0.01290132484717238 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.02743850300938397, + "GBRT": 0.024201705877533997, + "naive_minus_GBRT": 0.0032367971318499715 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.0530776893356148, + "GBRT": 0.04396992615475975, + "naive_minus_GBRT": 0.009107763180855044 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.12963046808363923, + "GBRT": 0.051119556718737864, + "naive_minus_GBRT": 0.07851091136490138 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.04203431937625655, + "GBRT": 0.0617328310984746, + "naive_minus_GBRT": -0.01969851172221805 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.08283070201599983, + "GBRT": 0.06740663357888818, + "naive_minus_GBRT": 0.015424068437111652 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.02608751599410545, + "GBRT": 0.02372712800083376, + "naive_minus_GBRT": 0.002360387993271689 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.11719650458642748, + "GBRT": 0.06805775254735609, + "naive_minus_GBRT": 0.04913875203907139 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.04459310107000599, + "GBRT": 0.03807729106378787, + "naive_minus_GBRT": 0.00651581000621812 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.024769620301789586, + "GBRT": 0.028743678816636774, + "naive_minus_GBRT": -0.003974058514847188 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.07370076496810266, + "GBRT": 0.039698102153575374, + "naive_minus_GBRT": 0.03400266281452728 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.0605755675935174, + "GBRT": 0.060216101123106124, + "naive_minus_GBRT": 0.00035946647041127516 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.049907066574199736, + "GBRT": 0.024694590508443148, + "naive_minus_GBRT": 0.02521247606575659 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.02682224523100115, + "GBRT": 0.021668249155722165, + "naive_minus_GBRT": 0.005153996075278985 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.04836481317340285, + "GBRT": 0.03681767120298887, + "naive_minus_GBRT": 0.011547141970413975 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.03693429830490807, + "GBRT": 0.029492662157668555, + "naive_minus_GBRT": 0.007441636147239514 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.09476677861566, + "GBRT": 0.06362838046948557, + "naive_minus_GBRT": 0.03113839814617443 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.05724807438976512, + "GBRT": 0.02876237531014721, + "naive_minus_GBRT": 0.02848569907961791 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.06768508338955379, + "GBRT": 0.05287374686403427, + "naive_minus_GBRT": 0.014811336525519518 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.08267181157939515, + "GBRT": 0.03452914375746476, + "naive_minus_GBRT": 0.04814266782193039 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.13084991979022997, + "GBRT": 0.06119890732185243, + "naive_minus_GBRT": 0.06965101246837754 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.07282505265416526, + "GBRT": 0.06959247995896269, + "naive_minus_GBRT": 0.003232572695202579 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.05996756246296729, + "GBRT": 0.034283166315146225, + "naive_minus_GBRT": 0.025684396147821066 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.09410580029205202, + "GBRT": 0.04441628741648415, + "naive_minus_GBRT": 0.04968951287556787 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.053754307337729026, + "GBRT": 0.03577814072880055, + "naive_minus_GBRT": 0.01797616660892848 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.07788873395376729, + "GBRT": 0.04906566276130203, + "naive_minus_GBRT": 0.028823071192465258 + }, + { + "case": "00000721_9a461e8ae7dc4d33a55883eb_step_000", + "naive": 0.2028725406976662, + "GBRT": 0.1279109559691125, + "naive_minus_GBRT": 0.07496158472855369 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.04397810708372263, + "GBRT": 0.04583939767724916, + "naive_minus_GBRT": -0.001861290593526528 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.03978681888309726, + "GBRT": 0.030238733221907683, + "naive_minus_GBRT": 0.009548085661189573 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.039996906307843146, + "GBRT": 0.0385032865420039, + "naive_minus_GBRT": 0.0014936197658392478 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.0684954073087816, + "GBRT": 0.04260823859313807, + "naive_minus_GBRT": 0.025887168715643533 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.03682264762352119, + "GBRT": 0.023474386829217885, + "naive_minus_GBRT": 0.013348260794303308 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.10725773687004483, + "GBRT": 0.07863303186072133, + "naive_minus_GBRT": 0.0286247050093235 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.04982208208801949, + "GBRT": 0.048781304337728565, + "naive_minus_GBRT": 0.0010407777502909263 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.026546840962070297, + "GBRT": 0.010227779807272006, + "naive_minus_GBRT": 0.01631906115479829 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.12484633428160388, + "GBRT": 0.09483770296815214, + "naive_minus_GBRT": 0.030008631313451745 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.061264414486179, + "GBRT": 0.031918827851966945, + "naive_minus_GBRT": 0.029345586634212058 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.06301176631708864, + "GBRT": 0.03223550031097173, + "naive_minus_GBRT": 0.030776266006116916 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.06872626747366417, + "GBRT": 0.044437244492486046, + "naive_minus_GBRT": 0.024289022981178125 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.05770575464105102, + "GBRT": 0.027266841723363917, + "naive_minus_GBRT": 0.030438912917687105 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.07731900662606832, + "GBRT": 0.04155536911956296, + "naive_minus_GBRT": 0.03576363750650536 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.10573625079361994, + "GBRT": 0.05527904971383433, + "naive_minus_GBRT": 0.05045720107978561 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.07971987538130564, + "GBRT": 0.025554062243330053, + "naive_minus_GBRT": 0.05416581313797558 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.09389704953759653, + "GBRT": 0.039495901385418655, + "naive_minus_GBRT": 0.05440114815217788 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.05997340162226382, + "GBRT": 0.03565416318088457, + "naive_minus_GBRT": 0.024319238441379253 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.061505833587434174, + "GBRT": 0.05449217724363569, + "naive_minus_GBRT": 0.007013656343798483 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.04564740637643659, + "GBRT": 0.04049816772223811, + "naive_minus_GBRT": 0.0051492386541984805 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.047359730187981355, + "GBRT": 0.03711198593687174, + "naive_minus_GBRT": 0.010247744251109615 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.035421404023755536, + "GBRT": 0.032721526803236325, + "naive_minus_GBRT": 0.0026998772205192104 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.12364916164603092, + "GBRT": 0.08806140755635081, + "naive_minus_GBRT": 0.03558775408968011 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.06347066136589527, + "GBRT": 0.050659048534965966, + "naive_minus_GBRT": 0.012811612830929305 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.059432169691941414, + "GBRT": 0.03560114147110123, + "naive_minus_GBRT": 0.023831028220840184 + }, + { + "case": "00000818_6bbad2756d7845bd8d731d60_step_000", + "naive": 0.05526362209401667, + "GBRT": 0.0642533968457098, + "naive_minus_GBRT": -0.00898977475169313 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.029315576843512284, + "GBRT": 0.09916400151452913, + "naive_minus_GBRT": -0.06984842467101685 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.05102707163311057, + "GBRT": 0.04546380755297189, + "naive_minus_GBRT": 0.005563264080138679 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.02444084318024315, + "GBRT": 0.0179356272256813, + "naive_minus_GBRT": 0.006505215954561851 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.12120785102513806, + "GBRT": 0.07985963806136451, + "naive_minus_GBRT": 0.041348212963773556 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.028271368995108744, + "GBRT": 0.009303577452756787, + "naive_minus_GBRT": 0.018967791542351956 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.05864786606582525, + "GBRT": 0.04607757747028473, + "naive_minus_GBRT": 0.012570288595540519 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.036105195537448294, + "GBRT": 0.025608069452289692, + "naive_minus_GBRT": 0.010497126085158601 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.02329462551335672, + "GBRT": 0.017861272669569845, + "naive_minus_GBRT": 0.005433352843786876 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.021962880428458828, + "GBRT": 0.013571146976939834, + "naive_minus_GBRT": 0.008391733451518994 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.034381363287081884, + "GBRT": 0.027227697197021117, + "naive_minus_GBRT": 0.007153666090060767 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.08946355027336585, + "GBRT": 0.0398415936177975, + "naive_minus_GBRT": 0.049621956655568344 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.34540103486282975, + "GBRT": 0.24135406639957552, + "naive_minus_GBRT": 0.10404696846325423 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.03861440888695263, + "GBRT": 0.0273716624462192, + "naive_minus_GBRT": 0.011242746440733434 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.07223344229455333, + "GBRT": 0.05735512816992156, + "naive_minus_GBRT": 0.014878314124631774 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.09689977210896047, + "GBRT": 0.07873101553985423, + "naive_minus_GBRT": 0.018168756569106242 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.07190607598399583, + "GBRT": 0.0584878293811898, + "naive_minus_GBRT": 0.013418246602806029 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.08920392800926619, + "GBRT": 0.05646299629436442, + "naive_minus_GBRT": 0.032740931714901764 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.08713818227003656, + "GBRT": 0.04075669282194531, + "naive_minus_GBRT": 0.04638148944809125 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.023656188817234493, + "GBRT": 0.01854339888591058, + "naive_minus_GBRT": 0.005112789931323913 + }, + { + "case": "00000887_029c2575dd474650ba1b8d21_step_027", + "naive": 0.04145265617192306, + "GBRT": 0.026838271306527047, + "naive_minus_GBRT": 0.01461438486539601 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.03069995787351249, + "GBRT": 0.03129583279519287, + "naive_minus_GBRT": -0.000595874921680381 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.044991476821544016, + "GBRT": 0.036195169968213335, + "naive_minus_GBRT": 0.00879630685333068 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.09515101142698143, + "GBRT": 0.08091947171500176, + "naive_minus_GBRT": 0.014231539711979671 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.05027681117322837, + "GBRT": 0.047214976799360216, + "naive_minus_GBRT": 0.003061834373868151 + }, + { + "case": "00000919_cdcebf32644443b9812097ba_step_003", + "naive": 0.06087405622063252, + "GBRT": 0.05237136743586542, + "naive_minus_GBRT": 0.0085026887847671 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.11957412986536521, + "GBRT": 0.04025093217688448, + "naive_minus_GBRT": 0.07932319768848073 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.046679748720835024, + "GBRT": 0.03529833052869627, + "naive_minus_GBRT": 0.011381418192138754 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.04488813540786159, + "GBRT": 0.03595402663400782, + "naive_minus_GBRT": 0.008934108773853769 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.09400571170412518, + "GBRT": 0.06331144060550481, + "naive_minus_GBRT": 0.03069427109862037 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.1441405622689777, + "GBRT": 0.10986213541652183, + "naive_minus_GBRT": 0.03427842685245587 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.04556566741180883, + "GBRT": 0.026802053755195312, + "naive_minus_GBRT": 0.018763613656613515 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.021424680109668526, + "GBRT": 0.013780128822828456, + "naive_minus_GBRT": 0.00764455128684007 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.06070579827979095, + "GBRT": 0.03829370218843673, + "naive_minus_GBRT": 0.022412096091354222 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.046877500152159496, + "GBRT": 0.04184395082728747, + "naive_minus_GBRT": 0.005033549324872023 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.042333731871061264, + "GBRT": 0.023866200924911207, + "naive_minus_GBRT": 0.018467530946150057 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.0874180845052732, + "GBRT": 0.05478301995878859, + "naive_minus_GBRT": 0.03263506454648461 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.05096610835351065, + "GBRT": 0.025036883349972425, + "naive_minus_GBRT": 0.025929225003538222 + }, + { + "case": "00001030_cde47df6e28543d1b434f206_step_002", + "naive": 0.06022430955626226, + "GBRT": 0.051650813937463805, + "naive_minus_GBRT": 0.008573495618798457 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.05230340968368008, + "GBRT": 0.05826435227191387, + "naive_minus_GBRT": -0.005960942588233792 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.13474458019931798, + "GBRT": 0.12572322456748253, + "naive_minus_GBRT": 0.009021355631835454 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.036479080440007694, + "GBRT": 0.019004551363253016, + "naive_minus_GBRT": 0.017474529076754678 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.038492835476723386, + "GBRT": 0.026371123321423353, + "naive_minus_GBRT": 0.012121712155300033 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.027664117950966356, + "GBRT": 0.015273929886629721, + "naive_minus_GBRT": 0.012390188064336635 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.02395317699536361, + "GBRT": 0.028595251439373335, + "naive_minus_GBRT": -0.004642074444009724 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.048274233445000835, + "GBRT": 0.03521615843647818, + "naive_minus_GBRT": 0.013058075008522657 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.08755256951348458, + "GBRT": 0.08839806824360265, + "naive_minus_GBRT": -0.0008454987301180633 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.059856393190523605, + "GBRT": 0.0660515275960544, + "naive_minus_GBRT": -0.006195134405530794 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.04087529268702706, + "GBRT": 0.034631409824572204, + "naive_minus_GBRT": 0.006243882862454857 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.12129724660150111, + "GBRT": 0.08240040846510985, + "naive_minus_GBRT": 0.03889683813639126 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.04739692854654909, + "GBRT": 0.04678661189531845, + "naive_minus_GBRT": 0.0006103166512306385 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.033736505273108286, + "GBRT": 0.03749330765698223, + "naive_minus_GBRT": -0.003756802383873943 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.08232551149274474, + "GBRT": 0.07317367829171051, + "naive_minus_GBRT": 0.009151833201034229 + }, + { + "case": "00001140_0b0ed9b0ccbb455d82c60d69_step_001", + "naive": 0.06849912442791395, + "GBRT": 0.05715500218152168, + "naive_minus_GBRT": 0.011344122246392266 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.036508726182632206, + "GBRT": 0.03052553468577157, + "naive_minus_GBRT": 0.005983191496860635 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.028279663244600503, + "GBRT": 0.0323523362120435, + "naive_minus_GBRT": -0.004072672967443 + }, + { + "case": "00001168_107f61d0402f4c9a9d9d1342_step_001", + "naive": 0.032144155539216845, + "GBRT": 0.025635801206305386, + "naive_minus_GBRT": 0.00650835433291146 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.031652273777743906, + "GBRT": 0.02724551813033573, + "naive_minus_GBRT": 0.004406755647408174 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.06069567828729154, + "GBRT": 0.0588740476788947, + "naive_minus_GBRT": 0.0018216306083968375 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.0702348031977478, + "GBRT": 0.046584671131660926, + "naive_minus_GBRT": 0.023650132066086876 + }, + { + "case": "00001191_507b60b57791425bbb73273e_step_006", + "naive": 0.04525780457573268, + "GBRT": 0.03612482658157408, + "naive_minus_GBRT": 0.009132977994158603 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.04215010141533396, + "GBRT": 0.03652529260068803, + "naive_minus_GBRT": 0.005624808814645929 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.10744602583059348, + "GBRT": 0.06563986521144172, + "naive_minus_GBRT": 0.041806160619151767 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.1206039105493769, + "GBRT": 0.04345925380927098, + "naive_minus_GBRT": 0.07714465674010593 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.028911664758747024, + "GBRT": 0.027213554067187368, + "naive_minus_GBRT": 0.001698110691559656 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.05666038395630979, + "GBRT": 0.0574426922083083, + "naive_minus_GBRT": -0.0007823082519985078 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.134591860442948, + "GBRT": 0.10475659201419468, + "naive_minus_GBRT": 0.02983526842875331 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.08177164298347947, + "GBRT": 0.08641914888626293, + "naive_minus_GBRT": -0.004647505902783455 + }, + { + "case": "00001217_e517c61f1c49433bb81cf980_step_000", + "naive": 0.1441219362792875, + "GBRT": 0.09785121436190501, + "naive_minus_GBRT": 0.046270721917382476 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.049387589691861654, + "GBRT": 0.03607256199598724, + "naive_minus_GBRT": 0.013315027695874414 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.04074929621236652, + "GBRT": 0.03712902481910899, + "naive_minus_GBRT": 0.003620271393257525 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.05048102839800574, + "GBRT": 0.03598138427956375, + "naive_minus_GBRT": 0.014499644118441984 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.048463688170349475, + "GBRT": 0.04390731430100745, + "naive_minus_GBRT": 0.004556373869342024 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.02840338602061215, + "GBRT": 0.030089204123587496, + "naive_minus_GBRT": -0.0016858181029753457 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.16220492001362877, + "GBRT": 0.13388084505797196, + "naive_minus_GBRT": 0.02832407495565681 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.035099989404869573, + "GBRT": 0.06073112719469148, + "naive_minus_GBRT": -0.025631137789821908 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.07739063734289287, + "GBRT": 0.04045471282445046, + "naive_minus_GBRT": 0.0369359245184424 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.07464901093743508, + "GBRT": 0.05163720283797622, + "naive_minus_GBRT": 0.023011808099458853 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.09061400942297838, + "GBRT": 0.09128616434231847, + "naive_minus_GBRT": -0.0006721549193400844 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.045539770619331496, + "GBRT": 0.04673968380244585, + "naive_minus_GBRT": -0.001199913183114354 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.08161034461711661, + "GBRT": 0.05427270013212405, + "naive_minus_GBRT": 0.02733764448499256 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.03772982366484978, + "GBRT": 0.032802273104075845, + "naive_minus_GBRT": 0.004927550560773937 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.059934901977466315, + "GBRT": 0.026892157580509963, + "naive_minus_GBRT": 0.033042744396956356 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.02600851876376428, + "GBRT": 0.009461096896524707, + "naive_minus_GBRT": 0.01654742186723957 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.07375643709010445, + "GBRT": 0.04154937049354623, + "naive_minus_GBRT": 0.03220706659655822 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.06883772721229628, + "GBRT": 0.06609497565435749, + "naive_minus_GBRT": 0.002742751557938794 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.048855542726148234, + "GBRT": 0.0419193751719475, + "naive_minus_GBRT": 0.006936167554200734 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.028855825725399416, + "GBRT": 0.021271648743497094, + "naive_minus_GBRT": 0.007584176981902321 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.1650274563865001, + "GBRT": 0.15336066617695704, + "naive_minus_GBRT": 0.01166679020954306 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.09217714868198028, + "GBRT": 0.14052558006230065, + "naive_minus_GBRT": -0.04834843138032037 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.14949551384067827, + "GBRT": 0.09010118711740772, + "naive_minus_GBRT": 0.05939432672327055 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.06180151047218339, + "GBRT": 0.03197473101660896, + "naive_minus_GBRT": 0.02982677945557443 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.037073029099954864, + "GBRT": 0.027761181256234866, + "naive_minus_GBRT": 0.009311847843719998 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.03190843902514408, + "GBRT": 0.024140735078385878, + "naive_minus_GBRT": 0.0077677039467582 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.10025285818929819, + "GBRT": 0.05519516428428353, + "naive_minus_GBRT": 0.045057693905014656 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.0808044410781178, + "GBRT": 0.07176824456210164, + "naive_minus_GBRT": 0.009036196516016157 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.12270815052445, + "GBRT": 0.05732911972801005, + "naive_minus_GBRT": 0.06537903079643995 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.04445799125530954, + "GBRT": 0.029032862327841188, + "naive_minus_GBRT": 0.015425128927468352 + }, + { + "case": "00001345_d8d97699a52842539e08d117_step_003", + "naive": 0.0993465740645745, + "GBRT": 0.03226001194102533, + "naive_minus_GBRT": 0.06708656212354917 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.15567513152250892, + "GBRT": 0.06882011696367503, + "naive_minus_GBRT": 0.08685501455883389 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.053885602885689075, + "GBRT": 0.05611224359388006, + "naive_minus_GBRT": -0.002226640708190987 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.04461121788575179, + "GBRT": 0.03411948877678109, + "naive_minus_GBRT": 0.010491729108970706 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.09991187369271573, + "GBRT": 0.05475212940092602, + "naive_minus_GBRT": 0.04515974429178971 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.02777514331828597, + "GBRT": 0.027086512917357433, + "naive_minus_GBRT": 0.000688630400928536 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.027837084684927196, + "GBRT": 0.021161242609040787, + "naive_minus_GBRT": 0.0066758420758864095 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.0781473597710545, + "GBRT": 0.06717309168773763, + "naive_minus_GBRT": 0.010974268083316863 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.10479772669180638, + "GBRT": 0.0666961286555397, + "naive_minus_GBRT": 0.038101598036266685 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.0823049903367411, + "GBRT": 0.055999865033278605, + "naive_minus_GBRT": 0.026305125303462497 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.05114134007816997, + "GBRT": 0.040341859249245084, + "naive_minus_GBRT": 0.010799480828924887 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.027605084390514418, + "GBRT": 0.022610685698878343, + "naive_minus_GBRT": 0.004994398691636075 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.028605623298923927, + "GBRT": 0.020925910116788633, + "naive_minus_GBRT": 0.007679713182135294 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.05099331242631491, + "GBRT": 0.03302826113369074, + "naive_minus_GBRT": 0.01796505129262417 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.030103890175491664, + "GBRT": 0.019739519195694562, + "naive_minus_GBRT": 0.010364370979797102 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.02699194745169939, + "GBRT": 0.018258292096324267, + "naive_minus_GBRT": 0.008733655355375122 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.04227816954255252, + "GBRT": 0.015219783281493317, + "naive_minus_GBRT": 0.027058386261059206 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.0465467708243044, + "GBRT": 0.02988631908639919, + "naive_minus_GBRT": 0.016660451737905205 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.056758250644841184, + "GBRT": 0.0450320437502558, + "naive_minus_GBRT": 0.011726206894585381 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.028827432308704062, + "GBRT": 0.01803228953741191, + "naive_minus_GBRT": 0.010795142771292152 + }, + { + "case": "00001414_b38f661707674b8eb983d992_step_000", + "naive": 0.03584630275916731, + "GBRT": 0.039750055135616316, + "naive_minus_GBRT": -0.0039037523764490073 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.07419569760140118, + "GBRT": 0.052106638560918316, + "naive_minus_GBRT": 0.022089059040482868 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.07396584335702498, + "GBRT": 0.06255428855855481, + "naive_minus_GBRT": 0.01141155479847017 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.048212901830980544, + "GBRT": 0.02556200340445166, + "naive_minus_GBRT": 0.022650898426528884 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.07824689196338541, + "GBRT": 0.05167706336863191, + "naive_minus_GBRT": 0.0265698285947535 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.029727015751454262, + "GBRT": 0.01466241848436399, + "naive_minus_GBRT": 0.015064597267090273 + }, + { + "case": "00001449_a45f6c99e2154f3b94955175_step_033", + "naive": 0.04945102280085444, + "GBRT": 0.044988671651268214, + "naive_minus_GBRT": 0.004462351149586229 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.03584097810382659, + "GBRT": 0.030341276912076717, + "naive_minus_GBRT": 0.005499701191749872 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.04364723191763805, + "GBRT": 0.029412428530146962, + "naive_minus_GBRT": 0.014234803387491089 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.05259563337690276, + "GBRT": 0.044022467242431626, + "naive_minus_GBRT": 0.008573166134471136 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.09646007590694439, + "GBRT": 0.09130487508972822, + "naive_minus_GBRT": 0.005155200817216168 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.08981935551167562, + "GBRT": 0.06733989834638461, + "naive_minus_GBRT": 0.02247945716529101 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.07005745544608423, + "GBRT": 0.07018730043555325, + "naive_minus_GBRT": -0.00012984498946902456 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.060975038941783404, + "GBRT": 0.09498016469483081, + "naive_minus_GBRT": -0.034005125753047406 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.0303386281203291, + "GBRT": 0.020736322095808633, + "naive_minus_GBRT": 0.009602306024520467 + }, + { + "case": "00001483_a45f6c99e2154f3b94955175_step_067", + "naive": 0.3063098731389839, + "GBRT": 0.2818424397654533, + "naive_minus_GBRT": 0.024467433373530578 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.14342060609082324, + "GBRT": 0.08999687232432904, + "naive_minus_GBRT": 0.0534237337664942 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.049704093403785454, + "GBRT": 0.031018399788754147, + "naive_minus_GBRT": 0.018685693615031307 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.03140931328317804, + "GBRT": 0.057265232290969394, + "naive_minus_GBRT": -0.025855919007791356 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.07956557008020138, + "GBRT": 0.06937097657997245, + "naive_minus_GBRT": 0.01019459350022893 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.021500766994625907, + "GBRT": 0.015593414509311702, + "naive_minus_GBRT": 0.005907352485314205 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.03503904951186894, + "GBRT": 0.03233432358451175, + "naive_minus_GBRT": 0.002704725927357189 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.08359176983110383, + "GBRT": 0.04714393287980118, + "naive_minus_GBRT": 0.03644783695130265 + }, + { + "case": "00001522_7079a898746d41ba8ae13d69_step_003", + "naive": 0.025795156965041283, + "GBRT": 0.023376315064371322, + "naive_minus_GBRT": 0.00241884190066996 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.06087347167656669, + "GBRT": 0.09320779285028905, + "naive_minus_GBRT": -0.032334321173722355 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.040768087598428294, + "GBRT": 0.024492792186433614, + "naive_minus_GBRT": 0.01627529541199468 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.04194366736089903, + "GBRT": 0.06152882562091588, + "naive_minus_GBRT": -0.019585158260016847 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.1356731171910016, + "GBRT": 0.06098432460061967, + "naive_minus_GBRT": 0.07468879259038194 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.07218406106107364, + "GBRT": 0.0601008757239748, + "naive_minus_GBRT": 0.012083185337098838 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.0846318866857666, + "GBRT": 0.08750656116423122, + "naive_minus_GBRT": -0.0028746744784646228 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.16860014663442513, + "GBRT": 0.1174101959998636, + "naive_minus_GBRT": 0.051189950634561526 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.021635115104635453, + "GBRT": 0.017380994259488025, + "naive_minus_GBRT": 0.004254120845147428 + }, + { + "case": "00001563_2e9dc7e9a1a54dd7ab901478_step_000", + "naive": 0.05639253037784655, + "GBRT": 0.0277436676625592, + "naive_minus_GBRT": 0.028648862715287347 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.04602349424451374, + "GBRT": 0.04126901383983048, + "naive_minus_GBRT": 0.0047544804046832576 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.04718786001955323, + "GBRT": 0.03978698112343283, + "naive_minus_GBRT": 0.0074008788961204 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.03767859922946601, + "GBRT": 0.018272750190333947, + "naive_minus_GBRT": 0.01940584903913206 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.11865336193474846, + "GBRT": 0.10086508442029488, + "naive_minus_GBRT": 0.017788277514453582 + } + ] + }, + { + "split": 3, + "pairs": 305, + "median_naive_minus_GBRT": 0.010271705430685805, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.07840855505983196, + "GBRT": 0.06461072300293566, + "naive_minus_GBRT": 0.013797832056896303 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.0685495071473047, + "GBRT": 0.03624757507791134, + "naive_minus_GBRT": 0.032301932069393365 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.03228667727429198, + "GBRT": 0.02603358949113046, + "naive_minus_GBRT": 0.006253087783161519 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.03507073333866266, + "GBRT": 0.029229811801351053, + "naive_minus_GBRT": 0.005840921537311607 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.08581353725927143, + "GBRT": 0.07552075922062718, + "naive_minus_GBRT": 0.010292778038644257 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.033499554499705174, + "GBRT": 0.025175250503446434, + "naive_minus_GBRT": 0.00832430399625874 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.166223876983658, + "GBRT": 0.050846546144732795, + "naive_minus_GBRT": 0.11537733083892521 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.03667509008074421, + "GBRT": 0.034333640761859664, + "naive_minus_GBRT": 0.002341449318884546 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.09706573555871766, + "GBRT": 0.12701653639312685, + "naive_minus_GBRT": -0.029950800834409194 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.045166374257179114, + "GBRT": 0.031207210804203633, + "naive_minus_GBRT": 0.01395916345297548 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.08999930552896973, + "GBRT": 0.08067505667075779, + "naive_minus_GBRT": 0.00932424885821194 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.05247141457249904, + "GBRT": 0.06149322004540399, + "naive_minus_GBRT": -0.009021805472904945 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.017375309233751163, + "GBRT": 0.01718544823985073, + "naive_minus_GBRT": 0.0001898609939004342 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.024604789352083437, + "GBRT": 0.049677327524872944, + "naive_minus_GBRT": -0.025072538172789507 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.031183958922650558, + "GBRT": 0.046129173721853996, + "naive_minus_GBRT": -0.014945214799203438 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.02975492999260948, + "GBRT": 0.02065533538329943, + "naive_minus_GBRT": 0.00909959460931005 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.03705497209205154, + "GBRT": 0.029450503441033272, + "naive_minus_GBRT": 0.007604468651018267 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.06040466339278614, + "GBRT": 0.04656618047642701, + "naive_minus_GBRT": 0.013838482916359134 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.07751677127488453, + "GBRT": 0.033302818617149135, + "naive_minus_GBRT": 0.044213952657735395 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.031064472238214107, + "GBRT": 0.038981866912992255, + "naive_minus_GBRT": -0.007917394674778148 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.08592775481053623, + "GBRT": 0.052451192952136176, + "naive_minus_GBRT": 0.033476561858400054 + }, + { + "case": "00000116_ce24e0cbec8e45c89735d148_step_008", + "naive": 0.09110160434085932, + "GBRT": 0.04247055754699705, + "naive_minus_GBRT": 0.048631046793862265 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.020161001339837822, + "GBRT": 0.037497544004879126, + "naive_minus_GBRT": -0.017336542665041303 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.09023239279121849, + "GBRT": 0.08465397899860834, + "naive_minus_GBRT": 0.0055784137926101485 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.04674448471053939, + "GBRT": 0.026852286634450953, + "naive_minus_GBRT": 0.019892198076088434 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.041600558030235206, + "GBRT": 0.02273900527675173, + "naive_minus_GBRT": 0.018861552753483477 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.049025657157903184, + "GBRT": 0.027142300523569494, + "naive_minus_GBRT": 0.02188335663433369 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.049041831106861285, + "GBRT": 0.03180207224129097, + "naive_minus_GBRT": 0.017239758865570318 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.059128732190150975, + "GBRT": 0.054574228803322, + "naive_minus_GBRT": 0.004554503386828973 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.03800346064175417, + "GBRT": 0.04567894637119914, + "naive_minus_GBRT": -0.0076754857294449655 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.04158989418974533, + "GBRT": 0.040007241440446414, + "naive_minus_GBRT": 0.0015826527492989184 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.07125404650193132, + "GBRT": 0.0450579143498127, + "naive_minus_GBRT": 0.02619613215211862 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.08225537377858394, + "GBRT": 0.034822789427599594, + "naive_minus_GBRT": 0.047432584350984346 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.0698958826063954, + "GBRT": 0.04381236258014244, + "naive_minus_GBRT": 0.026083520026252957 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.054590114560855434, + "GBRT": 0.04004391329310508, + "naive_minus_GBRT": 0.014546201267750351 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.03465383841962933, + "GBRT": 0.029343907815453152, + "naive_minus_GBRT": 0.005309930604176179 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.050738654069999375, + "GBRT": 0.027319300477462224, + "naive_minus_GBRT": 0.02341935359253715 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.0814425998611218, + "GBRT": 0.04933665803240379, + "naive_minus_GBRT": 0.03210594182871801 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.07619459032431512, + "GBRT": 0.026960191523634415, + "naive_minus_GBRT": 0.04923439880068071 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.06795199333992387, + "GBRT": 0.04984732565543318, + "naive_minus_GBRT": 0.01810466768449069 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.06321094908690633, + "GBRT": 0.05942462640068054, + "naive_minus_GBRT": 0.003786322686225793 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.10497600987187398, + "GBRT": 0.10354212487877382, + "naive_minus_GBRT": 0.001433884993100168 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.1262100990314157, + "GBRT": 0.08340061780252264, + "naive_minus_GBRT": 0.042809481228893054 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.07926678024536542, + "GBRT": 0.07107498634366732, + "naive_minus_GBRT": 0.008191793901698094 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.035932373778021234, + "GBRT": 0.025426545604350707, + "naive_minus_GBRT": 0.010505828173670528 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.05231029409888927, + "GBRT": 0.020901908554156932, + "naive_minus_GBRT": 0.03140838554473234 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.1028373940936518, + "GBRT": 0.04586632014399099, + "naive_minus_GBRT": 0.056971073949660805 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.04386088243527405, + "GBRT": 0.04370114187707824, + "naive_minus_GBRT": 0.00015974055819580751 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.05619549799400727, + "GBRT": 0.10165006356960714, + "naive_minus_GBRT": -0.04545456557559987 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.06964384495807184, + "GBRT": 0.0396759929314202, + "naive_minus_GBRT": 0.029967852026651642 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.09333862107305747, + "GBRT": 0.08550663150459015, + "naive_minus_GBRT": 0.007831989568467326 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.023299179135733063, + "GBRT": 0.020098370268867898, + "naive_minus_GBRT": 0.003200808866865166 + }, + { + "case": "00000274_648a7c23a21f4e88bf25ffeb_step_002", + "naive": 0.03762290758533219, + "GBRT": 0.02858376595545071, + "naive_minus_GBRT": 0.00903914162988148 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.07124836722773498, + "GBRT": 0.0643860981852474, + "naive_minus_GBRT": 0.006862269042487573 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.05569195924973327, + "GBRT": 0.027445779307213033, + "naive_minus_GBRT": 0.028246179942520235 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.15855117981561123, + "GBRT": 0.08337691747426319, + "naive_minus_GBRT": 0.07517426234134804 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.1318167473721222, + "GBRT": 0.10596340077866227, + "naive_minus_GBRT": 0.025853346593459933 + }, + { + "case": "00000287_58f8ff46b7564e989f9695b7_step_000", + "naive": 0.06489609302641709, + "GBRT": 0.04047241399656827, + "naive_minus_GBRT": 0.02442367902984882 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.027091390364517246, + "GBRT": 0.020306622258845552, + "naive_minus_GBRT": 0.006784768105671694 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.04908733519672371, + "GBRT": 0.04379658194042692, + "naive_minus_GBRT": 0.0052907532562967916 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.04138402270413973, + "GBRT": 0.12358870193537264, + "naive_minus_GBRT": -0.0822046792312329 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.08019627966109867, + "GBRT": 0.06368009665210153, + "naive_minus_GBRT": 0.01651618300899714 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.07434545877435912, + "GBRT": 0.05536693114791634, + "naive_minus_GBRT": 0.01897852762644278 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.07506716236669049, + "GBRT": 0.05466302982350092, + "naive_minus_GBRT": 0.020404132543189568 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.03813854683878436, + "GBRT": 0.05115672530881907, + "naive_minus_GBRT": -0.01301817847003471 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.03856750937103164, + "GBRT": 0.03126880743550005, + "naive_minus_GBRT": 0.007298701935531594 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.05905764489856057, + "GBRT": 0.0501362666059751, + "naive_minus_GBRT": 0.00892137829258547 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.027795523271986547, + "GBRT": 0.021422500127395532, + "naive_minus_GBRT": 0.006373023144591015 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.028125442505156886, + "GBRT": 0.02303611215364775, + "naive_minus_GBRT": 0.005089330351509134 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.09667377245153244, + "GBRT": 0.08588420395498275, + "naive_minus_GBRT": 0.01078956849654969 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.041124203942748225, + "GBRT": 0.02882686279379608, + "naive_minus_GBRT": 0.012297341148952146 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.02494452643647515, + "GBRT": 0.02596107457733138, + "naive_minus_GBRT": -0.001016548140856232 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.04295919685273643, + "GBRT": 0.09683891699091708, + "naive_minus_GBRT": -0.05387972013818065 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.07152927174660413, + "GBRT": 0.046274115949274504, + "naive_minus_GBRT": 0.025255155797329627 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.08081562460178014, + "GBRT": 0.06277459130378164, + "naive_minus_GBRT": 0.0180410332979985 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.19982997936920252, + "GBRT": 0.15064976699671823, + "naive_minus_GBRT": 0.049180212372484294 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.071463994607544, + "GBRT": 0.04504655707478699, + "naive_minus_GBRT": 0.026417437532757014 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.06299127816248581, + "GBRT": 0.06668757596028045, + "naive_minus_GBRT": -0.003696297797794637 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.03050206258511801, + "GBRT": 0.022751558245358777, + "naive_minus_GBRT": 0.007750504339759233 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.06489545030705711, + "GBRT": 0.055971945270999295, + "naive_minus_GBRT": 0.008923505036057815 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.044011818290859823, + "GBRT": 0.023434021537102858, + "naive_minus_GBRT": 0.020577796753756965 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.05378458149612773, + "GBRT": 0.027518791635183355, + "naive_minus_GBRT": 0.026265789860944373 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.1448767708080348, + "GBRT": 0.07186764624486744, + "naive_minus_GBRT": 0.07300912456316735 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.07013805436606568, + "GBRT": 0.03924957809232571, + "naive_minus_GBRT": 0.030888476273739973 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.08026476289120993, + "GBRT": 0.09541839598495419, + "naive_minus_GBRT": -0.015153633093744262 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.12965311386716738, + "GBRT": 0.06736833533338682, + "naive_minus_GBRT": 0.06228477853378056 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.08278352628409676, + "GBRT": 0.06091211617338691, + "naive_minus_GBRT": 0.021871410110709845 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.03862042214148351, + "GBRT": 0.02071710558631973, + "naive_minus_GBRT": 0.01790331655516378 + }, + { + "case": "00000391_fd490b564a44413884fab719_step_000", + "naive": 0.03756444288320602, + "GBRT": 0.040790817443478324, + "naive_minus_GBRT": -0.003226374560272305 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.09082102500852682, + "GBRT": 0.0458080165240229, + "naive_minus_GBRT": 0.045013008484503916 + }, + { + "case": "00000406_f3759bbb4682423caf207e8e_step_003", + "naive": 0.05328489054044086, + "GBRT": 0.0442829493619432, + "naive_minus_GBRT": 0.00900194117849766 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.0336222569771192, + "GBRT": 0.031414279139013804, + "naive_minus_GBRT": 0.0022079778381053974 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.06557884242068028, + "GBRT": 0.057957090376864105, + "naive_minus_GBRT": 0.007621752043816175 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.04207854365451727, + "GBRT": 0.05298145714873363, + "naive_minus_GBRT": -0.010902913494216362 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.03615852446735066, + "GBRT": 0.02989496794199603, + "naive_minus_GBRT": 0.006263556525354631 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.030039501207298366, + "GBRT": 0.02337255667702481, + "naive_minus_GBRT": 0.006666944530273555 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.037092012865029014, + "GBRT": 0.032035575927324075, + "naive_minus_GBRT": 0.005056436937704939 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.07093626781162243, + "GBRT": 0.05104079321225097, + "naive_minus_GBRT": 0.019895474599371465 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.03668751082034368, + "GBRT": 0.03381764765874477, + "naive_minus_GBRT": 0.002869863161598908 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.024274466684745442, + "GBRT": 0.01905954408287571, + "naive_minus_GBRT": 0.0052149226018697314 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.04190174000017891, + "GBRT": 0.014137620262751838, + "naive_minus_GBRT": 0.027764119737427075 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.0300252754595937, + "GBRT": 0.022901565555126315, + "naive_minus_GBRT": 0.007123709904467385 + }, + { + "case": "00000510_d1c0a44331fd41faa91d4c2e_step_002", + "naive": 0.04073137709178847, + "GBRT": 0.026369146364525572, + "naive_minus_GBRT": 0.0143622307272629 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.03548973008902117, + "GBRT": 0.03977542747470885, + "naive_minus_GBRT": -0.004285697385687681 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.04725688161073454, + "GBRT": 0.04360326719065599, + "naive_minus_GBRT": 0.003653614420078548 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.09442491122717762, + "GBRT": 0.07092338005160045, + "naive_minus_GBRT": 0.02350153117557717 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.04359909148607674, + "GBRT": 0.0340069448455558, + "naive_minus_GBRT": 0.009592146640520938 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.02743850300938397, + "GBRT": 0.024272426206521088, + "naive_minus_GBRT": 0.0031660768028628807 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.0530776893356148, + "GBRT": 0.04028040447843842, + "naive_minus_GBRT": 0.012797284857176378 + }, + { + "case": "00000562_1724088724bf4e53a36e363e_step_000", + "naive": 0.08421943007986067, + "GBRT": 0.07858246775910328, + "naive_minus_GBRT": 0.005636962320757388 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.030783180675498997, + "GBRT": 0.018656129936097783, + "naive_minus_GBRT": 0.012127050739401214 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.036761101979359306, + "GBRT": 0.043400330819932345, + "naive_minus_GBRT": -0.006639228840573039 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.09086564869859368, + "GBRT": 0.05321688326267326, + "naive_minus_GBRT": 0.03764876543592042 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.0791730859356886, + "GBRT": 0.048718092445322055, + "naive_minus_GBRT": 0.030454993490366546 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.04203431937625655, + "GBRT": 0.04369287458902643, + "naive_minus_GBRT": -0.001658555212769884 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.09931973077581194, + "GBRT": 0.06307278416110011, + "naive_minus_GBRT": 0.036246946614711825 + }, + { + "case": "00000603_7fe894812c4244e18241aa08_step_009", + "naive": 0.13194390676898868, + "GBRT": 0.0838436279290374, + "naive_minus_GBRT": 0.04810027883995127 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.08283070201599983, + "GBRT": 0.07689830912377209, + "naive_minus_GBRT": 0.005932392892227745 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.04960630552135068, + "GBRT": 0.03454107597665634, + "naive_minus_GBRT": 0.015065229544694345 + }, + { + "case": "00000610_04e799936ae446b9a3d8d2b8_step_001", + "naive": 0.0499752748501906, + "GBRT": 0.04367238048752957, + "naive_minus_GBRT": 0.0063028943626610295 + }, + { + "case": "00000613_189d1310aa8c4a2a92a21020_step_001", + "naive": 0.13404453898203736, + "GBRT": 0.09531569050023393, + "naive_minus_GBRT": 0.03872884848180343 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.11719650458642748, + "GBRT": 0.07700028034423148, + "naive_minus_GBRT": 0.040196224242196 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.0660274945100407, + "GBRT": 0.06044512114908874, + "naive_minus_GBRT": 0.005582373360951957 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.03270589052514551, + "GBRT": 0.022547508065687043, + "naive_minus_GBRT": 0.010158382459458468 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.04459310107000599, + "GBRT": 0.040323502727142156, + "naive_minus_GBRT": 0.004269598342863834 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.07370076496810266, + "GBRT": 0.03714591335454081, + "naive_minus_GBRT": 0.036554851613561846 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.049907066574199736, + "GBRT": 0.026202556020422898, + "naive_minus_GBRT": 0.02370451055377684 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.04836481317340285, + "GBRT": 0.038649048079093015, + "naive_minus_GBRT": 0.009715765094309832 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.022289828571928072, + "GBRT": 0.019057973086290324, + "naive_minus_GBRT": 0.0032318554856377475 + }, + { + "case": "00000654_d87d11d9c3ca4ee5a88797ae_step_002", + "naive": 0.05138223840714714, + "GBRT": 0.04548154793359972, + "naive_minus_GBRT": 0.005900690473547417 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.03392325462367449, + "GBRT": 0.03033659831139013, + "naive_minus_GBRT": 0.0035866563122843587 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.06563339199331862, + "GBRT": 0.055361686562632816, + "naive_minus_GBRT": 0.010271705430685805 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.03045616597522212, + "GBRT": 0.029061453889600162, + "naive_minus_GBRT": 0.0013947120856219568 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.08267181157939515, + "GBRT": 0.0346467383209288, + "naive_minus_GBRT": 0.048025073258466354 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.14122857174997364, + "GBRT": 0.07615165885851106, + "naive_minus_GBRT": 0.06507691289146257 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.05996756246296729, + "GBRT": 0.035698937553046234, + "naive_minus_GBRT": 0.024268624909921058 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.09410580029205202, + "GBRT": 0.047308758258861876, + "naive_minus_GBRT": 0.04679704203319015 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.053754307337729026, + "GBRT": 0.03620183243850761, + "naive_minus_GBRT": 0.017552474899221418 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.07788873395376729, + "GBRT": 0.049521630024321354, + "naive_minus_GBRT": 0.028367103929445935 + }, + { + "case": "00000738_989e0f807cde438face0cb00_step_003", + "naive": 0.14685580663603082, + "GBRT": 0.08179504296517566, + "naive_minus_GBRT": 0.06506076367085516 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.03978681888309726, + "GBRT": 0.03205857024466887, + "naive_minus_GBRT": 0.007728248638428387 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.055407049871223434, + "GBRT": 0.05459716819890283, + "naive_minus_GBRT": 0.0008098816723206004 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.08925178595942145, + "GBRT": 0.02610770728955707, + "naive_minus_GBRT": 0.06314407866986438 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.10725773687004483, + "GBRT": 0.08814836584437931, + "naive_minus_GBRT": 0.019109371025665525 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.04982208208801949, + "GBRT": 0.04945773556693035, + "naive_minus_GBRT": 0.0003643465210891386 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.026546840962070297, + "GBRT": 0.010035529954192681, + "naive_minus_GBRT": 0.016511311007877616 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.09341321293155645, + "GBRT": 0.06517814280483354, + "naive_minus_GBRT": 0.02823507012672291 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.06301176631708864, + "GBRT": 0.030855430409936248, + "naive_minus_GBRT": 0.032156335907152396 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.09829996665272622, + "GBRT": 0.06778325495679353, + "naive_minus_GBRT": 0.03051671169593269 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.05503530479765244, + "GBRT": 0.03232575835677741, + "naive_minus_GBRT": 0.022709546440875028 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.07792003346177284, + "GBRT": 0.03932476440379023, + "naive_minus_GBRT": 0.03859526905798261 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.10573625079361994, + "GBRT": 0.058107242265510256, + "naive_minus_GBRT": 0.04762900852810968 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.07971987538130564, + "GBRT": 0.026614803078058892, + "naive_minus_GBRT": 0.05310507230324674 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.04564740637643659, + "GBRT": 0.040945263922413655, + "naive_minus_GBRT": 0.004702142454022937 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.047359730187981355, + "GBRT": 0.03657361820122656, + "naive_minus_GBRT": 0.010786111986754797 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.035421404023755536, + "GBRT": 0.03175617358440486, + "naive_minus_GBRT": 0.0036652304393506724 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.044079188434700704, + "GBRT": 0.03339255940503688, + "naive_minus_GBRT": 0.010686629029663823 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.0522062535430927, + "GBRT": 0.04611635925496767, + "naive_minus_GBRT": 0.006089894288125029 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.059432169691941414, + "GBRT": 0.03504871412686347, + "naive_minus_GBRT": 0.02438345556507794 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.05900915351188043, + "GBRT": 0.046028902667126, + "naive_minus_GBRT": 0.012980250844754432 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.029315576843512284, + "GBRT": 0.08460944404220455, + "naive_minus_GBRT": -0.05529386719869227 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.033768445340774646, + "GBRT": 0.020128664307043187, + "naive_minus_GBRT": 0.013639781033731459 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.03859470226204199, + "GBRT": 0.03328794094583751, + "naive_minus_GBRT": 0.005306761316204479 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.16345014548347542, + "GBRT": 0.09875295901860674, + "naive_minus_GBRT": 0.06469718646486868 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.05102707163311057, + "GBRT": 0.045492849983230166, + "naive_minus_GBRT": 0.005534221649880405 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.02444084318024315, + "GBRT": 0.018916068287241704, + "naive_minus_GBRT": 0.005524774893001447 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.12120785102513806, + "GBRT": 0.08881896395398074, + "naive_minus_GBRT": 0.03238888707115732 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.05864786606582525, + "GBRT": 0.04968323951993079, + "naive_minus_GBRT": 0.008964626545894458 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.036105195537448294, + "GBRT": 0.028879052474009008, + "naive_minus_GBRT": 0.007226143063439286 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.03610512811930051, + "GBRT": 0.035219241255020343, + "naive_minus_GBRT": 0.0008858868642801637 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.03194772330593474, + "GBRT": 0.020212985489558143, + "naive_minus_GBRT": 0.011734737816376597 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.046277373104931595, + "GBRT": 0.045089909118636196, + "naive_minus_GBRT": 0.0011874639862953992 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.034766762818420165, + "GBRT": 0.016454330393924296, + "naive_minus_GBRT": 0.01831243242449587 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.05011375962111338, + "GBRT": 0.03954014880416349, + "naive_minus_GBRT": 0.010573610816949887 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.028240156944827944, + "GBRT": 0.012083356384254132, + "naive_minus_GBRT": 0.016156800560573812 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.07223344229455333, + "GBRT": 0.055600110652365864, + "naive_minus_GBRT": 0.01663333164218747 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.08920392800926619, + "GBRT": 0.05798411890875226, + "naive_minus_GBRT": 0.031219809100513925 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.09165664879308394, + "GBRT": 0.07895383601179876, + "naive_minus_GBRT": 0.012702812781285183 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.030953386998156956, + "GBRT": 0.05056900838078197, + "naive_minus_GBRT": -0.01961562138262501 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.044991476821544016, + "GBRT": 0.047053476020935785, + "naive_minus_GBRT": -0.002061999199391769 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.04388096979859445, + "GBRT": 0.03805686166284583, + "naive_minus_GBRT": 0.005824108135748622 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.05027681117322837, + "GBRT": 0.04974560097703283, + "naive_minus_GBRT": 0.0005312101961955362 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.037218745274381564, + "GBRT": 0.03470664973494651, + "naive_minus_GBRT": 0.002512095539435051 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.11957412986536521, + "GBRT": 0.039694068774498374, + "naive_minus_GBRT": 0.07988006109086684 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.07911498166765144, + "GBRT": 0.07057239175506455, + "naive_minus_GBRT": 0.008542589912586884 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.02823610554894709, + "GBRT": 0.016556601047689752, + "naive_minus_GBRT": 0.011679504501257338 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.03385344920721791, + "GBRT": 0.025140096344121975, + "naive_minus_GBRT": 0.008713352863095936 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.046679748720835024, + "GBRT": 0.03729744968976233, + "naive_minus_GBRT": 0.009382299031072697 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.02519913190188502, + "GBRT": 0.017720284989058813, + "naive_minus_GBRT": 0.007478846912826208 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.04355445616522181, + "GBRT": 0.040198424787665755, + "naive_minus_GBRT": 0.0033560313775560513 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.051320729148705536, + "GBRT": 0.040355772033803014, + "naive_minus_GBRT": 0.010964957114902522 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.03733316493780622, + "GBRT": 0.034146610277957526, + "naive_minus_GBRT": 0.0031865546598486907 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.028753375710304466, + "GBRT": 0.023800085092931886, + "naive_minus_GBRT": 0.004953290617372579 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.1441405622689777, + "GBRT": 0.10391273858823681, + "naive_minus_GBRT": 0.04022782368074089 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.04556566741180883, + "GBRT": 0.031181960204083384, + "naive_minus_GBRT": 0.014383707207725444 + }, + { + "case": "00001002_6962bc8aad2c4e27b046d5b4_step_004", + "naive": 0.053875887551164174, + "GBRT": 0.047525992412163647, + "naive_minus_GBRT": 0.006349895139000528 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.08372476950159818, + "GBRT": 0.06017463119814651, + "naive_minus_GBRT": 0.023550138303451672 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.02627264498891023, + "GBRT": 0.016949272913430097, + "naive_minus_GBRT": 0.009323372075480132 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.07357244253978931, + "GBRT": 0.04809283565081349, + "naive_minus_GBRT": 0.025479606888975825 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.06070579827979095, + "GBRT": 0.03938455410431329, + "naive_minus_GBRT": 0.021321244175477663 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.046877500152159496, + "GBRT": 0.0420498703500079, + "naive_minus_GBRT": 0.004827629802151595 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.042333731871061264, + "GBRT": 0.02473171694699271, + "naive_minus_GBRT": 0.017602014924068553 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.031825637092215, + "GBRT": 0.022911602369001482, + "naive_minus_GBRT": 0.008914034723213522 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.03359872889951442, + "GBRT": 0.027771166018268033, + "naive_minus_GBRT": 0.00582756288124639 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.09046671410885708, + "GBRT": 0.06062947624401221, + "naive_minus_GBRT": 0.029837237864844872 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.030745953440430136, + "GBRT": 0.01867891956709165, + "naive_minus_GBRT": 0.012067033873338486 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.19265612483875938, + "GBRT": 0.12272143644776926, + "naive_minus_GBRT": 0.06993468839099012 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.05096610835351065, + "GBRT": 0.023928433585615493, + "naive_minus_GBRT": 0.027037674767895155 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.05230340968368008, + "GBRT": 0.05821648600732232, + "naive_minus_GBRT": -0.005913076323642241 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.04476386098765871, + "GBRT": 0.03756105594534883, + "naive_minus_GBRT": 0.0072028050423098774 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.13474458019931798, + "GBRT": 0.12830324885267763, + "naive_minus_GBRT": 0.00644133134664035 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.038530733769113805, + "GBRT": 0.11223654596759752, + "naive_minus_GBRT": -0.07370581219848371 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.033291838543407344, + "GBRT": 0.028608038953513854, + "naive_minus_GBRT": 0.004683799589893491 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.04224913989702565, + "GBRT": 0.030451555962677755, + "naive_minus_GBRT": 0.011797583934347898 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.048274233445000835, + "GBRT": 0.03545980737027182, + "naive_minus_GBRT": 0.012814426074729011 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.08755256951348458, + "GBRT": 0.08686537131468473, + "naive_minus_GBRT": 0.0006871981987998516 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.04087529268702706, + "GBRT": 0.035544930950619294, + "naive_minus_GBRT": 0.005330361736407767 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.09294866135968677, + "GBRT": 0.04907847323454922, + "naive_minus_GBRT": 0.04387018812513755 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.049224262971832196, + "GBRT": 0.04445962619605878, + "naive_minus_GBRT": 0.0047646367757734134 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.033736505273108286, + "GBRT": 0.03645209024015405, + "naive_minus_GBRT": -0.002715584967045763 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.027920343454926565, + "GBRT": 0.02301950809835924, + "naive_minus_GBRT": 0.004900835356567327 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.056473287520828475, + "GBRT": 0.03376959611492952, + "naive_minus_GBRT": 0.02270369140589895 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.028279663244600503, + "GBRT": 0.026265569127010006, + "naive_minus_GBRT": 0.0020140941175904974 + }, + { + "case": "00001167_107f61d0402f4c9a9d9d1342_step_000", + "naive": 0.041358611897952605, + "GBRT": 0.048819768267543265, + "naive_minus_GBRT": -0.00746115636959066 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.02529623250700522, + "GBRT": 0.01748877797914543, + "naive_minus_GBRT": 0.0078074545278597925 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.13183789305288102, + "GBRT": 0.05112275313725906, + "naive_minus_GBRT": 0.08071513991562196 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.04506214103038464, + "GBRT": 0.032312824416513286, + "naive_minus_GBRT": 0.012749316613871353 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.03292087213602717, + "GBRT": 0.03007794771859219, + "naive_minus_GBRT": 0.0028429244174349826 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.0702348031977478, + "GBRT": 0.04734021595724739, + "naive_minus_GBRT": 0.022894587240500412 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.04215010141533396, + "GBRT": 0.03609703425982084, + "naive_minus_GBRT": 0.0060530671555131185 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.10744602583059348, + "GBRT": 0.06407324460368065, + "naive_minus_GBRT": 0.043372781226912835 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.08177164298347947, + "GBRT": 0.08776929234755884, + "naive_minus_GBRT": -0.0059976493640793715 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.033005363040366956, + "GBRT": 0.029639052366612375, + "naive_minus_GBRT": 0.0033663106737545807 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.05048102839800574, + "GBRT": 0.035802166414025685, + "naive_minus_GBRT": 0.014678861983980052 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.048463688170349475, + "GBRT": 0.04584943747114694, + "naive_minus_GBRT": 0.0026142506992025347 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.02840338602061215, + "GBRT": 0.03779472586313835, + "naive_minus_GBRT": -0.009391339842526197 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.16220492001362877, + "GBRT": 0.13229506210978034, + "naive_minus_GBRT": 0.029909857903848425 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.035099989404869573, + "GBRT": 0.07037359644528064, + "naive_minus_GBRT": -0.03527360704041107 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.07739063734289287, + "GBRT": 0.041850948086901395, + "naive_minus_GBRT": 0.03553968925599147 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.045539770619331496, + "GBRT": 0.04841115052589859, + "naive_minus_GBRT": -0.0028713799065670925 + }, + { + "case": "00001255_3df9015915ff4fa7b57f0a71_step_000", + "naive": 0.028142000687293504, + "GBRT": 0.028593642052363928, + "naive_minus_GBRT": -0.00045164136507042443 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.059934901977466315, + "GBRT": 0.028610739065266372, + "naive_minus_GBRT": 0.03132416291219994 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.06883772721229628, + "GBRT": 0.06526812037096469, + "naive_minus_GBRT": 0.0035696068413315907 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.05742306225153958, + "GBRT": 0.027247339721991278, + "naive_minus_GBRT": 0.0301757225295483 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.048855542726148234, + "GBRT": 0.041533496195339845, + "naive_minus_GBRT": 0.007322046530808389 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.14949551384067827, + "GBRT": 0.09022990357392938, + "naive_minus_GBRT": 0.0592656102667489 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.037073029099954864, + "GBRT": 0.032278876585126286, + "naive_minus_GBRT": 0.0047941525148285785 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.028565309053807983, + "GBRT": 0.025579934755239824, + "naive_minus_GBRT": 0.0029853742985681588 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.03190843902514408, + "GBRT": 0.02377177620531974, + "naive_minus_GBRT": 0.00813666281982434 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.03304387553540538, + "GBRT": 0.02872926297409781, + "naive_minus_GBRT": 0.004314612561307569 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.10031778641732383, + "GBRT": 0.05478616237314426, + "naive_minus_GBRT": 0.045531624044179576 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.10025285818929819, + "GBRT": 0.05949896382776996, + "naive_minus_GBRT": 0.04075389436152823 + }, + { + "case": "00001334_beab79941e884455a62af40c_step_002", + "naive": 0.1065824601078826, + "GBRT": 0.07494988534146335, + "naive_minus_GBRT": 0.031632574766419244 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.1327063555448955, + "GBRT": 0.09602848855008703, + "naive_minus_GBRT": 0.03667786699480846 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.0808044410781178, + "GBRT": 0.09402006091718886, + "naive_minus_GBRT": -0.01321561983907106 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.10957961401601264, + "GBRT": 0.09408663049171556, + "naive_minus_GBRT": 0.01549298352429708 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.12270815052445, + "GBRT": 0.05392105762786422, + "naive_minus_GBRT": 0.06878709289658577 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.04445799125530954, + "GBRT": 0.029943855233768028, + "naive_minus_GBRT": 0.014514136021541512 + }, + { + "case": "00001354_4e1d56bc2cef49ea84626b11_step_002", + "naive": 0.06002617593805929, + "GBRT": 0.031749282656169504, + "naive_minus_GBRT": 0.028276893281889787 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.09155521662732337, + "GBRT": 0.07052344444470332, + "naive_minus_GBRT": 0.021031772182620048 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.04057708137227327, + "GBRT": 0.023250319820239295, + "naive_minus_GBRT": 0.017326761552033974 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.027837084684927196, + "GBRT": 0.027184943993721757, + "naive_minus_GBRT": 0.0006521406912054391 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.07612899429868836, + "GBRT": 0.03799988488239896, + "naive_minus_GBRT": 0.0381291094162894 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.05114134007816997, + "GBRT": 0.041363640198853746, + "naive_minus_GBRT": 0.009777699879316225 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0272704635174801, + "GBRT": 0.021584124432562135, + "naive_minus_GBRT": 0.005686339084917964 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.08760519726405991, + "GBRT": 0.047070691796602816, + "naive_minus_GBRT": 0.04053450546745709 + }, + { + "case": "00001391_406eb61c554a429ebd8a4d4f_step_000", + "naive": 0.06915193087814164, + "GBRT": 0.0662547392035356, + "naive_minus_GBRT": 0.002897191674606045 + }, + { + "case": "00001392_406eb61c554a429ebd8a4d4f_step_001", + "naive": 0.04742124102661803, + "GBRT": 0.04918279804405617, + "naive_minus_GBRT": -0.0017615570174381381 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.06764299487714945, + "GBRT": 0.0549663136765089, + "naive_minus_GBRT": 0.012676681200640548 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.07390272446996611, + "GBRT": 0.05334153587513455, + "naive_minus_GBRT": 0.02056118859483156 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.028605623298923927, + "GBRT": 0.022952267231117415, + "naive_minus_GBRT": 0.005653356067806512 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.030103890175491664, + "GBRT": 0.01835863300121679, + "naive_minus_GBRT": 0.011745257174274874 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.04227816954255252, + "GBRT": 0.01483376243595299, + "naive_minus_GBRT": 0.027444407106599532 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.06502194199234329, + "GBRT": 0.03158826339764968, + "naive_minus_GBRT": 0.03343367859469361 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.056758250644841184, + "GBRT": 0.044429037247892024, + "naive_minus_GBRT": 0.01232921339694916 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.028827432308704062, + "GBRT": 0.019200526265708482, + "naive_minus_GBRT": 0.00962690604299558 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.09077806369156295, + "GBRT": 0.03808427174206183, + "naive_minus_GBRT": 0.05269379194950112 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.07396584335702498, + "GBRT": 0.06388152469641768, + "naive_minus_GBRT": 0.0100843186606073 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.039762998393893585, + "GBRT": 0.04042393375754754, + "naive_minus_GBRT": -0.0006609353636539556 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.029727015751454262, + "GBRT": 0.014306491092151066, + "naive_minus_GBRT": 0.015420524659303197 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.04575567378460016, + "GBRT": 0.030243412908480212, + "naive_minus_GBRT": 0.015512260876119947 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.2106882984106556, + "GBRT": 0.10349179631615936, + "naive_minus_GBRT": 0.10719650209449623 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.09646007590694439, + "GBRT": 0.09026083775044037, + "naive_minus_GBRT": 0.006199238156504014 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.07005745544608423, + "GBRT": 0.07201077562593218, + "naive_minus_GBRT": -0.0019533201798479505 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.08311042043536716, + "GBRT": 0.05104980474115508, + "naive_minus_GBRT": 0.032060615694212084 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.058420155475918334, + "GBRT": 0.05488337466724845, + "naive_minus_GBRT": 0.0035367808086698843 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.05746394946201658, + "GBRT": 0.04264977895803613, + "naive_minus_GBRT": 0.01481417050398045 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.11596753489792834, + "GBRT": 0.05790999095492694, + "naive_minus_GBRT": 0.0580575439430014 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.14342060609082324, + "GBRT": 0.0894140735020483, + "naive_minus_GBRT": 0.05400653258877494 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.049704093403785454, + "GBRT": 0.031131670754139754, + "naive_minus_GBRT": 0.0185724226496457 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.07956557008020138, + "GBRT": 0.07048170883512786, + "naive_minus_GBRT": 0.009083861245073516 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.021500766994625907, + "GBRT": 0.01661737339113235, + "naive_minus_GBRT": 0.004883393603493557 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.03503904951186894, + "GBRT": 0.03156646817431192, + "naive_minus_GBRT": 0.0034725813375570194 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.07316320310633329, + "GBRT": 0.04796683179835849, + "naive_minus_GBRT": 0.025196371307974794 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.08359176983110383, + "GBRT": 0.051136543442669255, + "naive_minus_GBRT": 0.03245522638843458 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.10281436258255235, + "GBRT": 0.09914872835748799, + "naive_minus_GBRT": 0.003665634225064357 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.04194366736089903, + "GBRT": 0.06910536917419431, + "naive_minus_GBRT": -0.02716170181329528 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.1356731171910016, + "GBRT": 0.06382681154984247, + "naive_minus_GBRT": 0.07184630564115914 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.07218406106107364, + "GBRT": 0.06876264621305977, + "naive_minus_GBRT": 0.003421414848013865 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.0846318866857666, + "GBRT": 0.08374227934961885, + "naive_minus_GBRT": 0.0008896073361477491 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.16860014663442513, + "GBRT": 0.11862251506993224, + "naive_minus_GBRT": 0.04997763156449289 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.021635115104635453, + "GBRT": 0.01650938524553156, + "naive_minus_GBRT": 0.005125729859103895 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.02965055953981097, + "GBRT": 0.02391346938582908, + "naive_minus_GBRT": 0.00573709015398189 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.04718786001955323, + "GBRT": 0.04229439005252887, + "naive_minus_GBRT": 0.004893469967024361 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.05186941524242714, + "GBRT": 0.036552302755159326, + "naive_minus_GBRT": 0.015317112487267817 + } + ] + }, + { + "split": 4, + "pairs": 308, + "median_naive_minus_GBRT": 0.011972139327655012, + "paired_rows": [ + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.0685495071473047, + "GBRT": 0.038415269566229364, + "naive_minus_GBRT": 0.030134237581075342 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.03507073333866266, + "GBRT": 0.026470880502434072, + "naive_minus_GBRT": 0.008599852836228588 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.08581353725927143, + "GBRT": 0.07661051645516831, + "naive_minus_GBRT": 0.009203020804103124 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.02829941769254458, + "GBRT": 0.02067994552950165, + "naive_minus_GBRT": 0.007619472163042932 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.03071168941565841, + "GBRT": 0.06690770640688201, + "naive_minus_GBRT": -0.0361960169912236 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.033499554499705174, + "GBRT": 0.023312013197518126, + "naive_minus_GBRT": 0.010187541302187048 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.166223876983658, + "GBRT": 0.0607874050253259, + "naive_minus_GBRT": 0.10543647195833211 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.03667509008074421, + "GBRT": 0.03531559858367838, + "naive_minus_GBRT": 0.0013594914970658303 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.10277181150277029, + "GBRT": 0.08661968272625635, + "naive_minus_GBRT": 0.016152128776513938 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.05247141457249904, + "GBRT": 0.062230978533021425, + "naive_minus_GBRT": -0.009759563960522383 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.017375309233751163, + "GBRT": 0.015402925535872124, + "naive_minus_GBRT": 0.0019723836978790387 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.024604789352083437, + "GBRT": 0.04207375704658102, + "naive_minus_GBRT": -0.017468967694497583 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.046591340743546795, + "GBRT": 0.0321423696276962, + "naive_minus_GBRT": 0.014448971115850598 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.031183958922650558, + "GBRT": 0.054160150334408054, + "naive_minus_GBRT": -0.022976191411757496 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.02975492999260948, + "GBRT": 0.02175079717385425, + "naive_minus_GBRT": 0.008004132818755231 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.06040466339278614, + "GBRT": 0.04630760018402935, + "naive_minus_GBRT": 0.01409706320875679 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.07751677127488453, + "GBRT": 0.03808014475363597, + "naive_minus_GBRT": 0.03943662652124856 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.12273443704294773, + "GBRT": 0.06532721312585868, + "naive_minus_GBRT": 0.05740722391708905 + }, + { + "case": "00000103_52f7124261ae4c558f800775_step_000", + "naive": 0.09589651545174643, + "GBRT": 0.048804678188043044, + "naive_minus_GBRT": 0.04709183726370339 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.031064472238214107, + "GBRT": 0.038954645560687055, + "naive_minus_GBRT": -0.007890173322472948 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.026563473442603576, + "GBRT": 0.06853994600865004, + "naive_minus_GBRT": -0.04197647256604647 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.06142946287590356, + "GBRT": 0.05029354515181596, + "naive_minus_GBRT": 0.011135917724087604 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.06065235087112652, + "GBRT": 0.04875945124949666, + "naive_minus_GBRT": 0.011892899621629857 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.020161001339837822, + "GBRT": 0.032152101056648445, + "naive_minus_GBRT": -0.011991099716810623 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.061424177325317554, + "GBRT": 0.05488489948335738, + "naive_minus_GBRT": 0.006539277841960171 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.04674448471053939, + "GBRT": 0.024792126763770857, + "naive_minus_GBRT": 0.02195235794676853 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.049025657157903184, + "GBRT": 0.02412600598480474, + "naive_minus_GBRT": 0.024899651173098444 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.059128732190150975, + "GBRT": 0.05347498132501231, + "naive_minus_GBRT": 0.005653750865138668 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.20526591097263544, + "GBRT": 0.11628825525689623, + "naive_minus_GBRT": 0.0889776557157392 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.03800346064175417, + "GBRT": 0.04391570699180363, + "naive_minus_GBRT": -0.005912246350049458 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.04158989418974533, + "GBRT": 0.04041410788090975, + "naive_minus_GBRT": 0.0011757863088355802 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.08225537377858394, + "GBRT": 0.03725755691654399, + "naive_minus_GBRT": 0.04499781686203995 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.15579322331182138, + "GBRT": 0.09612038591581147, + "naive_minus_GBRT": 0.05967283739600991 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.0698958826063954, + "GBRT": 0.04732505312034386, + "naive_minus_GBRT": 0.02257082948605154 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.054590114560855434, + "GBRT": 0.0381646438238643, + "naive_minus_GBRT": 0.016425470736991132 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.09759468577866831, + "GBRT": 0.042577200330019736, + "naive_minus_GBRT": 0.055017485448648575 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.046554022764660995, + "GBRT": 0.018315832946997818, + "naive_minus_GBRT": 0.028238189817663177 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.05609796830356193, + "GBRT": 0.028122524819741986, + "naive_minus_GBRT": 0.027975443483819945 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.03465383841962933, + "GBRT": 0.02971715206996988, + "naive_minus_GBRT": 0.00493668634965945 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.03892497135728941, + "GBRT": 0.03468143797267978, + "naive_minus_GBRT": 0.00424353338460963 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.07619459032431512, + "GBRT": 0.02667957011696604, + "naive_minus_GBRT": 0.04951502020734908 + }, + { + "case": "00000220_5324c79b172f41e8a49afc6f_step_007", + "naive": 0.13223329554165053, + "GBRT": 0.10927235355912834, + "naive_minus_GBRT": 0.022960941982522187 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.10497600987187398, + "GBRT": 0.10407471409165579, + "naive_minus_GBRT": 0.000901295780218192 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.02124091003008716, + "GBRT": 0.017499147354775004, + "naive_minus_GBRT": 0.003741762675312156 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.040240816436338256, + "GBRT": 0.02818943740265809, + "naive_minus_GBRT": 0.012051379033680167 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.1262100990314157, + "GBRT": 0.0868456829393411, + "naive_minus_GBRT": 0.0393644160920746 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.07926678024536542, + "GBRT": 0.07089926914717758, + "naive_minus_GBRT": 0.008367511098187841 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.035932373778021234, + "GBRT": 0.026253251152932942, + "naive_minus_GBRT": 0.009679122625088292 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.05231029409888927, + "GBRT": 0.021954616036009227, + "naive_minus_GBRT": 0.030355678062880045 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.060870291104815684, + "GBRT": 0.042505511820263985, + "naive_minus_GBRT": 0.0183647792845517 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.04386088243527405, + "GBRT": 0.03558175197813701, + "naive_minus_GBRT": 0.00827913045713704 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.05619549799400727, + "GBRT": 0.07428874108669198, + "naive_minus_GBRT": -0.01809324309268471 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.06964384495807184, + "GBRT": 0.038208406899691, + "naive_minus_GBRT": 0.03143543805838084 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.09333862107305747, + "GBRT": 0.08547071226051035, + "naive_minus_GBRT": 0.00786790881254712 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.06495406525625391, + "GBRT": 0.03888335587887916, + "naive_minus_GBRT": 0.026070709377374754 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.04307347601249278, + "GBRT": 0.02864499118481062, + "naive_minus_GBRT": 0.014428484827682157 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.07124836722773498, + "GBRT": 0.06481271863999281, + "naive_minus_GBRT": 0.006435648587742163 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.13567110042984337, + "GBRT": 0.06163409836975898, + "naive_minus_GBRT": 0.0740370020600844 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.15855117981561123, + "GBRT": 0.0908953840756074, + "naive_minus_GBRT": 0.06765579574000383 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.1318167473721222, + "GBRT": 0.11169887332065377, + "naive_minus_GBRT": 0.020117874051468435 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.027091390364517246, + "GBRT": 0.0193668080768216, + "naive_minus_GBRT": 0.007724582287695646 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.04908733519672371, + "GBRT": 0.043905992986726795, + "naive_minus_GBRT": 0.005181342209996914 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.046350910886739774, + "GBRT": 0.02566062796119585, + "naive_minus_GBRT": 0.020690282925543924 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.07363623269717846, + "GBRT": 0.06031440560322823, + "naive_minus_GBRT": 0.013321827093950231 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.08019627966109867, + "GBRT": 0.06413336800631589, + "naive_minus_GBRT": 0.016062911654782783 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.07506716236669049, + "GBRT": 0.05321301590843993, + "naive_minus_GBRT": 0.02185414645825056 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.03856750937103164, + "GBRT": 0.031353865656316454, + "naive_minus_GBRT": 0.0072136437147151886 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.05905764489856057, + "GBRT": 0.04935103202309135, + "naive_minus_GBRT": 0.009706612875469221 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.03990768641826836, + "GBRT": 0.0352917230128358, + "naive_minus_GBRT": 0.004615963405432563 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.0341529248857379, + "GBRT": 0.021958631184618056, + "naive_minus_GBRT": 0.012194293701119845 + }, + { + "case": "00000322_3062bccff48e47a2b9de05e3_step_017", + "naive": 0.04065063624967918, + "GBRT": 0.034151574748664974, + "naive_minus_GBRT": 0.006499061501014203 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.09667377245153244, + "GBRT": 0.08482535053173915, + "naive_minus_GBRT": 0.011848421919793295 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.041124203942748225, + "GBRT": 0.02794739525108238, + "naive_minus_GBRT": 0.013176808691665844 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.02494452643647515, + "GBRT": 0.02708749475730957, + "naive_minus_GBRT": -0.00214296832083442 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.04295919685273643, + "GBRT": 0.06342904928467234, + "naive_minus_GBRT": -0.020469852431935914 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.19982997936920252, + "GBRT": 0.1558669595383449, + "naive_minus_GBRT": 0.043963019830857625 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.1337387489616236, + "GBRT": 0.09104278375854419, + "naive_minus_GBRT": 0.04269596520307942 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.03050206258511801, + "GBRT": 0.02397978038655614, + "naive_minus_GBRT": 0.006522282198561869 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.12074139542997521, + "GBRT": 0.12110349457102289, + "naive_minus_GBRT": -0.00036209914104767815 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.1256282908435218, + "GBRT": 0.0895668480449358, + "naive_minus_GBRT": 0.036061442798586016 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.14050456266186517, + "GBRT": 0.08371362101691009, + "naive_minus_GBRT": 0.05679094164495509 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.044011818290859823, + "GBRT": 0.02336755457319408, + "naive_minus_GBRT": 0.020644263717665742 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.1448767708080348, + "GBRT": 0.08424908079783375, + "naive_minus_GBRT": 0.060627690010201046 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.08026476289120993, + "GBRT": 0.08962386689118425, + "naive_minus_GBRT": -0.00935910399997432 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.10081797755914136, + "GBRT": 0.056251876893373284, + "naive_minus_GBRT": 0.04456610066576808 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.08278352628409676, + "GBRT": 0.060351643599995904, + "naive_minus_GBRT": 0.022431882684100853 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.03218908490844506, + "GBRT": 0.025158802637212475, + "naive_minus_GBRT": 0.007030282271232587 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.08401576377873157, + "GBRT": 0.03333430898458699, + "naive_minus_GBRT": 0.050681454794144584 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.09532169304772126, + "GBRT": 0.052741944144572714, + "naive_minus_GBRT": 0.04257974890314854 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.13509839243145635, + "GBRT": 0.09378623733822852, + "naive_minus_GBRT": 0.04131215509322783 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.0336222569771192, + "GBRT": 0.023909079820756594, + "naive_minus_GBRT": 0.009713177156362607 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.08649303273647027, + "GBRT": 0.07621265543088898, + "naive_minus_GBRT": 0.01028037730558129 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.04207854365451727, + "GBRT": 0.040983766700941136, + "naive_minus_GBRT": 0.0010947769535761334 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.09310656899302938, + "GBRT": 0.04717911680321963, + "naive_minus_GBRT": 0.04592745218980975 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.030039501207298366, + "GBRT": 0.023556004736867153, + "naive_minus_GBRT": 0.006483496470431213 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.037092012865029014, + "GBRT": 0.03199364410341011, + "naive_minus_GBRT": 0.005098368761618906 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.07093626781162243, + "GBRT": 0.05070992501747908, + "naive_minus_GBRT": 0.020226342794143357 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.03668751082034368, + "GBRT": 0.03149892257222513, + "naive_minus_GBRT": 0.005188588248118554 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.024274466684745442, + "GBRT": 0.015195651463996198, + "naive_minus_GBRT": 0.009078815220749244 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.04190174000017891, + "GBRT": 0.014580865811490575, + "naive_minus_GBRT": 0.027320874188688338 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.0300252754595937, + "GBRT": 0.022380143804110204, + "naive_minus_GBRT": 0.007645131655483497 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.03548973008902117, + "GBRT": 0.03827631724755243, + "naive_minus_GBRT": -0.0027865871585312577 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.0840423618416183, + "GBRT": 0.08805273707914142, + "naive_minus_GBRT": -0.004010375237523123 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.034925682252079086, + "GBRT": 0.02552784115774679, + "naive_minus_GBRT": 0.009397841094332296 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.0530776893356148, + "GBRT": 0.038299681210022946, + "naive_minus_GBRT": 0.014778008125591852 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.09846642140055734, + "GBRT": 0.06000725373754415, + "naive_minus_GBRT": 0.03845916766301319 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.030783180675498997, + "GBRT": 0.023487922109501992, + "naive_minus_GBRT": 0.007295258565997005 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.036761101979359306, + "GBRT": 0.04395332216978144, + "naive_minus_GBRT": -0.0071922201904221356 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.12963046808363923, + "GBRT": 0.05336513150732918, + "naive_minus_GBRT": 0.07626533657631004 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.09931973077581194, + "GBRT": 0.06134881522956797, + "naive_minus_GBRT": 0.03797091554624397 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.06412702863504542, + "GBRT": 0.03148728736919835, + "naive_minus_GBRT": 0.03263974126584707 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.04960630552135068, + "GBRT": 0.03109628040930654, + "naive_minus_GBRT": 0.01851002511204414 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.04459310107000599, + "GBRT": 0.038272643252293057, + "naive_minus_GBRT": 0.006320457817712934 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.024769620301789586, + "GBRT": 0.027052823222639726, + "naive_minus_GBRT": -0.0022832029208501407 + }, + { + "case": "00000624_1eacb269d52a47f5b265c1ab_step_000", + "naive": 0.09179630696932198, + "GBRT": 0.05665061451404254, + "naive_minus_GBRT": 0.03514569245527944 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.0605755675935174, + "GBRT": 0.05937937373700832, + "naive_minus_GBRT": 0.0011961938565090771 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.049907066574199736, + "GBRT": 0.02554450491443898, + "naive_minus_GBRT": 0.024362561659760758 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.03693429830490807, + "GBRT": 0.029062893854849035, + "naive_minus_GBRT": 0.007871404450059034 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.022289828571928072, + "GBRT": 0.01854262909462113, + "naive_minus_GBRT": 0.0037471994773069436 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.09476677861566, + "GBRT": 0.06666688809037251, + "naive_minus_GBRT": 0.028099890525287496 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.03045616597522212, + "GBRT": 0.02808248106457528, + "naive_minus_GBRT": 0.00237368491064684 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.13084991979022997, + "GBRT": 0.06717881809262477, + "naive_minus_GBRT": 0.0636711016976052 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.14122857174997364, + "GBRT": 0.07812001506920717, + "naive_minus_GBRT": 0.06310855668076647 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.05996756246296729, + "GBRT": 0.034672360495596355, + "naive_minus_GBRT": 0.025295201967370937 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.09410580029205202, + "GBRT": 0.04846334291880779, + "naive_minus_GBRT": 0.04564245737324423 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.07788873395376729, + "GBRT": 0.05155182678775101, + "naive_minus_GBRT": 0.026336907166016277 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.06289346772633836, + "GBRT": 0.04032827768489175, + "naive_minus_GBRT": 0.02256519004144661 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.03978681888309726, + "GBRT": 0.031609201786763186, + "naive_minus_GBRT": 0.00817761709633407 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.039996906307843146, + "GBRT": 0.03845216579875368, + "naive_minus_GBRT": 0.0015447405090894678 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.055407049871223434, + "GBRT": 0.05585153887056593, + "naive_minus_GBRT": -0.00044448899934249747 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.08925178595942145, + "GBRT": 0.032996380697541836, + "naive_minus_GBRT": 0.05625540526187961 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.09786511658449817, + "GBRT": 0.03386828205847045, + "naive_minus_GBRT": 0.06399683452602772 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.0684954073087816, + "GBRT": 0.04335433012853182, + "naive_minus_GBRT": 0.025141077180249785 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.03682264762352119, + "GBRT": 0.024980930377156783, + "naive_minus_GBRT": 0.01184171724636441 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.09341321293155645, + "GBRT": 0.060719461823472744, + "naive_minus_GBRT": 0.03269375110808371 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.12484633428160388, + "GBRT": 0.090921989750627, + "naive_minus_GBRT": 0.03392434453097688 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.061264414486179, + "GBRT": 0.028947296180811582, + "naive_minus_GBRT": 0.03231711830536742 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.06872626747366417, + "GBRT": 0.04495125497590165, + "naive_minus_GBRT": 0.023775012497762524 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.10573625079361994, + "GBRT": 0.05734693519107581, + "naive_minus_GBRT": 0.04838931560254413 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.09389704953759653, + "GBRT": 0.0401329038001542, + "naive_minus_GBRT": 0.053764145737442336 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.05997340162226382, + "GBRT": 0.04315205343051292, + "naive_minus_GBRT": 0.0168213481917509 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.061505833587434174, + "GBRT": 0.056100969065792414, + "naive_minus_GBRT": 0.00540486452164176 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.04564740637643659, + "GBRT": 0.04120565686238443, + "naive_minus_GBRT": 0.004441749514052164 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.047359730187981355, + "GBRT": 0.03609864046909176, + "naive_minus_GBRT": 0.011261089718889596 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.044079188434700704, + "GBRT": 0.0324865174412429, + "naive_minus_GBRT": 0.011592670993457801 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.12364916164603092, + "GBRT": 0.09248963513814637, + "naive_minus_GBRT": 0.031159526507884547 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.06347066136589527, + "GBRT": 0.050655263742456394, + "naive_minus_GBRT": 0.012815397623438876 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.0522062535430927, + "GBRT": 0.047324402199633145, + "naive_minus_GBRT": 0.004881851343459552 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.05900915351188043, + "GBRT": 0.04377964076302651, + "naive_minus_GBRT": 0.015229512748853917 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.04224486520803813, + "GBRT": 0.04358762769106477, + "naive_minus_GBRT": -0.0013427624830266438 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.029315576843512284, + "GBRT": 0.08033027717228111, + "naive_minus_GBRT": -0.05101470032876883 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.05102707163311057, + "GBRT": 0.04534707275795383, + "naive_minus_GBRT": 0.005679998875156744 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.12120785102513806, + "GBRT": 0.08214169355629114, + "naive_minus_GBRT": 0.039066157468846924 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.036105195537448294, + "GBRT": 0.026145182610215402, + "naive_minus_GBRT": 0.009960012927232892 + }, + { + "case": "00000844_2c1efcc32d094e9fb9e1a88e_step_004", + "naive": 0.03222852533705327, + "GBRT": 0.02770874041555156, + "naive_minus_GBRT": 0.004519784921501707 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.02329462551335672, + "GBRT": 0.015121417272178951, + "naive_minus_GBRT": 0.00817320824117777 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.033629731194833735, + "GBRT": 0.02905075628587029, + "naive_minus_GBRT": 0.004578974908963446 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.046277373104931595, + "GBRT": 0.04525741889392803, + "naive_minus_GBRT": 0.0010199542110035653 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.034766762818420165, + "GBRT": 0.015844766465099924, + "naive_minus_GBRT": 0.01892199635332024 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.034381363287081884, + "GBRT": 0.027406903587541036, + "naive_minus_GBRT": 0.006974459699540848 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.037200394552483675, + "GBRT": 0.03356921532266639, + "naive_minus_GBRT": 0.0036311792298172815 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.08946355027336585, + "GBRT": 0.04177648082386548, + "naive_minus_GBRT": 0.047687069449500366 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.34540103486282975, + "GBRT": 0.20739795223944316, + "naive_minus_GBRT": 0.1380030826233866 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.028240156944827944, + "GBRT": 0.010200564541514317, + "naive_minus_GBRT": 0.018039592403313626 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.03861440888695263, + "GBRT": 0.029393876894105435, + "naive_minus_GBRT": 0.009220531992847197 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.09689977210896047, + "GBRT": 0.079636447604533, + "naive_minus_GBRT": 0.01726332450442747 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.07190607598399583, + "GBRT": 0.06050473837663276, + "naive_minus_GBRT": 0.011401337607363067 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.08920392800926619, + "GBRT": 0.059654521930997975, + "naive_minus_GBRT": 0.02954940607826821 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.04283916749629161, + "GBRT": 0.0203916511952025, + "naive_minus_GBRT": 0.02244751630108911 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.09165664879308394, + "GBRT": 0.08109042769806034, + "naive_minus_GBRT": 0.0105662210950236 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.030953386998156956, + "GBRT": 0.04552773968037743, + "naive_minus_GBRT": -0.014574352682220477 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.03069995787351249, + "GBRT": 0.03450504411904953, + "naive_minus_GBRT": -0.0038050862455370413 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.024954608064272524, + "GBRT": 0.018787411719051628, + "naive_minus_GBRT": 0.006167196345220897 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.11957412986536521, + "GBRT": 0.04193651570020238, + "naive_minus_GBRT": 0.07763761416516282 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.07911498166765144, + "GBRT": 0.06670953488120009, + "naive_minus_GBRT": 0.012405446786451349 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.03263494070600177, + "GBRT": 0.023649590856653142, + "naive_minus_GBRT": 0.00898534984934863 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.046679748720835024, + "GBRT": 0.03586453623569542, + "naive_minus_GBRT": 0.010815212485139607 + }, + { + "case": "00000953_ccc14f0fcff54b5985cc9113_step_000", + "naive": 0.04903601687967377, + "GBRT": 0.03831842498100696, + "naive_minus_GBRT": 0.010717591898666813 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.02519913190188502, + "GBRT": 0.018134943316724564, + "naive_minus_GBRT": 0.007064188585160457 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.04355445616522181, + "GBRT": 0.037785495203593686, + "naive_minus_GBRT": 0.005768960961628121 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.03733316493780622, + "GBRT": 0.03475790666904313, + "naive_minus_GBRT": 0.002575258268763085 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.09763622936701473, + "GBRT": 0.05135085138562505, + "naive_minus_GBRT": 0.04628537798138968 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.09400571170412518, + "GBRT": 0.06173914979141597, + "naive_minus_GBRT": 0.03226656191270921 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.1441405622689777, + "GBRT": 0.11395689105114597, + "naive_minus_GBRT": 0.030183671217831734 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.04556566741180883, + "GBRT": 0.02861456072399715, + "naive_minus_GBRT": 0.016951106687811676 + }, + { + "case": "00000998_6962bc8aad2c4e27b046d5b4_step_000", + "naive": 0.08311241458092147, + "GBRT": 0.05938206299813816, + "naive_minus_GBRT": 0.02373035158278331 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.021424680109668526, + "GBRT": 0.019461826349895787, + "naive_minus_GBRT": 0.0019628537597727383 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.029922280344733827, + "GBRT": 0.04511389029886385, + "naive_minus_GBRT": -0.01519160995413002 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.08372476950159818, + "GBRT": 0.055687992145014395, + "naive_minus_GBRT": 0.02803677735658379 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.02627264498891023, + "GBRT": 0.027538355692650646, + "naive_minus_GBRT": -0.0012657107037404164 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.07357244253978931, + "GBRT": 0.04997308018164818, + "naive_minus_GBRT": 0.023599362358141134 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.042333731871061264, + "GBRT": 0.0229596421280474, + "naive_minus_GBRT": 0.019374089743013863 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.031825637092215, + "GBRT": 0.02309529934424564, + "naive_minus_GBRT": 0.008730337747969365 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.0874180845052732, + "GBRT": 0.05786360598672616, + "naive_minus_GBRT": 0.029554478518547048 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.09046671410885708, + "GBRT": 0.06209774729844603, + "naive_minus_GBRT": 0.028368966810411053 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.027576867975284455, + "GBRT": 0.01659048133899028, + "naive_minus_GBRT": 0.010986386636294174 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.030745953440430136, + "GBRT": 0.016895725210211616, + "naive_minus_GBRT": 0.01385022823021852 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.031691792562330644, + "GBRT": 0.02862176273407556, + "naive_minus_GBRT": 0.0030700298282550845 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.05230340968368008, + "GBRT": 0.056301114410875056, + "naive_minus_GBRT": -0.003997704727194976 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.04476386098765871, + "GBRT": 0.036160912795888504, + "naive_minus_GBRT": 0.008602948191770203 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.13474458019931798, + "GBRT": 0.12751316383478417, + "naive_minus_GBRT": 0.00723141636453381 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.038492835476723386, + "GBRT": 0.025703384345047167, + "naive_minus_GBRT": 0.012789451131676219 + }, + { + "case": "00001049_2b2638f82b3946b1867f2d11_step_005", + "naive": 0.04211083181982556, + "GBRT": 0.031099502431549426, + "naive_minus_GBRT": 0.011011329388276137 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.02395317699536361, + "GBRT": 0.032638406746484286, + "naive_minus_GBRT": -0.008685229751120675 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.026450711065563622, + "GBRT": 0.01584795436518837, + "naive_minus_GBRT": 0.010602756700375252 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.04224913989702565, + "GBRT": 0.02913751587441368, + "naive_minus_GBRT": 0.013111624022611974 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.059856393190523605, + "GBRT": 0.05393714033142367, + "naive_minus_GBRT": 0.005919252859099937 + }, + { + "case": "00001067_8a2edcf36bcd435092f4c8ae_step_001", + "naive": 0.03280167104463026, + "GBRT": 0.02853833870099271, + "naive_minus_GBRT": 0.004263332343637551 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.04087529268702706, + "GBRT": 0.03636094901683132, + "naive_minus_GBRT": 0.004514343670195743 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.12129724660150111, + "GBRT": 0.08231939789645691, + "naive_minus_GBRT": 0.0389778487050442 + }, + { + "case": "00001099_256ee7ec3a4b4972a8b87c8d_step_003", + "naive": 0.08068731311956827, + "GBRT": 0.049597902728028935, + "naive_minus_GBRT": 0.031089410391539334 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.09294866135968677, + "GBRT": 0.05022422188442016, + "naive_minus_GBRT": 0.04272443947526661 + }, + { + "case": "00001107_78566795c3144719804f8d34_step_000", + "naive": 0.13432209379403445, + "GBRT": 0.06596303317647305, + "naive_minus_GBRT": 0.0683590606175614 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.033736505273108286, + "GBRT": 0.03426269909180285, + "naive_minus_GBRT": -0.0005261938186945647 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.027920343454926565, + "GBRT": 0.02643120330229387, + "naive_minus_GBRT": 0.0014891401526326946 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.08232551149274474, + "GBRT": 0.07641829945892803, + "naive_minus_GBRT": 0.005907212033816708 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.056473287520828475, + "GBRT": 0.03539934797179171, + "naive_minus_GBRT": 0.021073939549036767 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.028279663244600503, + "GBRT": 0.029781560632934707, + "naive_minus_GBRT": -0.0015018973883342036 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.09259657022023972, + "GBRT": 0.08762897397765998, + "naive_minus_GBRT": 0.004967596242579739 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.031652273777743906, + "GBRT": 0.02480674987331741, + "naive_minus_GBRT": 0.006845523904426495 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.02529623250700522, + "GBRT": 0.019238920908346353, + "naive_minus_GBRT": 0.006057311598658868 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.03292087213602717, + "GBRT": 0.03204015787120079, + "naive_minus_GBRT": 0.0008807142648263808 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.029622970446343624, + "GBRT": 0.05842318214565676, + "naive_minus_GBRT": -0.028800211699313138 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.0702348031977478, + "GBRT": 0.04567725682861078, + "naive_minus_GBRT": 0.024557546369137026 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.04215010141533396, + "GBRT": 0.03634014973518107, + "naive_minus_GBRT": 0.005809951680152886 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.10744602583059348, + "GBRT": 0.06875684891582247, + "naive_minus_GBRT": 0.038689176914771015 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.134591860442948, + "GBRT": 0.10087934362765488, + "naive_minus_GBRT": 0.03371251681529311 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.08177164298347947, + "GBRT": 0.07694935134196344, + "naive_minus_GBRT": 0.004822291641516027 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.033005363040366956, + "GBRT": 0.029800287790592926, + "naive_minus_GBRT": 0.0032050752497740295 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.04074929621236652, + "GBRT": 0.03957419345795287, + "naive_minus_GBRT": 0.001175102754413647 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.05048102839800574, + "GBRT": 0.03506794867596706, + "naive_minus_GBRT": 0.015413079722038675 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.02840338602061215, + "GBRT": 0.02873735938554481, + "naive_minus_GBRT": -0.0003339733649326583 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.035099989404869573, + "GBRT": 0.05234988854503001, + "naive_minus_GBRT": -0.017249899140160438 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.07375643709010445, + "GBRT": 0.04560026380310434, + "naive_minus_GBRT": 0.028156173287000104 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.05742306225153958, + "GBRT": 0.02704358898192537, + "naive_minus_GBRT": 0.030379473269614207 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.046132171403590924, + "GBRT": 0.0442385775765467, + "naive_minus_GBRT": 0.0018935938270442237 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.028855825725399416, + "GBRT": 0.020059814423489662, + "naive_minus_GBRT": 0.008796011301909754 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.1650274563865001, + "GBRT": 0.149623447731609, + "naive_minus_GBRT": 0.01540400865489111 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.14949551384067827, + "GBRT": 0.09812258217721125, + "naive_minus_GBRT": 0.05137293166346703 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.06180151047218339, + "GBRT": 0.03296660782141031, + "naive_minus_GBRT": 0.028834902650773077 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.037073029099954864, + "GBRT": 0.029924155929796012, + "naive_minus_GBRT": 0.007148873170158852 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.028565309053807983, + "GBRT": 0.024442654790294085, + "naive_minus_GBRT": 0.004122654263513898 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.05168534026622592, + "GBRT": 0.038456173525058916, + "naive_minus_GBRT": 0.013229166741167003 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.10031778641732383, + "GBRT": 0.057454919058167575, + "naive_minus_GBRT": 0.04286286735915626 + }, + { + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "naive": 0.06457470538759118, + "GBRT": 0.024857726786151748, + "naive_minus_GBRT": 0.039716978601439426 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.10025285818929819, + "GBRT": 0.06342585857835126, + "naive_minus_GBRT": 0.03682699961094693 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.0808044410781178, + "GBRT": 0.0895375939254051, + "naive_minus_GBRT": -0.008733152847287304 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.12270815052445, + "GBRT": 0.06346324978231371, + "naive_minus_GBRT": 0.059244900742136286 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.04445799125530954, + "GBRT": 0.02770884076649015, + "naive_minus_GBRT": 0.01674915048881939 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.053885602885689075, + "GBRT": 0.06336575313433687, + "naive_minus_GBRT": -0.009480150248647796 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.04461121788575179, + "GBRT": 0.033431146207939175, + "naive_minus_GBRT": 0.011180071677812618 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.04057708137227327, + "GBRT": 0.020491279770954392, + "naive_minus_GBRT": 0.020085801601318877 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.02777514331828597, + "GBRT": 0.024666896220388344, + "naive_minus_GBRT": 0.0031082470978976255 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.10479772669180638, + "GBRT": 0.07012731217898552, + "naive_minus_GBRT": 0.034670414512820866 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.0823049903367411, + "GBRT": 0.058848525910506676, + "naive_minus_GBRT": 0.023456464426234426 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.05114134007816997, + "GBRT": 0.041040525365703434, + "naive_minus_GBRT": 0.010100814712466537 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.041475001531597146, + "GBRT": 0.038202724489784005, + "naive_minus_GBRT": 0.0032722770418131403 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.07390272446996611, + "GBRT": 0.05275502087500988, + "naive_minus_GBRT": 0.021147703594956234 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.05099331242631491, + "GBRT": 0.038763585437965944, + "naive_minus_GBRT": 0.012229726988348968 + }, + { + "case": "00001400_49414db2dd594dc6a3907cf3_step_003", + "naive": 0.033098037531020856, + "GBRT": 0.025464162768403197, + "naive_minus_GBRT": 0.007633874762617659 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.03044687424069024, + "GBRT": 0.024331443355705893, + "naive_minus_GBRT": 0.006115430884984348 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.030103890175491664, + "GBRT": 0.01767895140105035, + "naive_minus_GBRT": 0.012424938774441313 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.0465467708243044, + "GBRT": 0.029719182511684573, + "naive_minus_GBRT": 0.016827588312619823 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.06502194199234329, + "GBRT": 0.032045944954620674, + "naive_minus_GBRT": 0.03297599703772262 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.056758250644841184, + "GBRT": 0.044118099320535314, + "naive_minus_GBRT": 0.012640151324305869 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.02910225751398987, + "GBRT": 0.02830026656812856, + "naive_minus_GBRT": 0.0008019909458613118 + }, + { + "case": "00001413_4642a707b7894949ba816427_step_000", + "naive": 0.03465917466802102, + "GBRT": 0.0565285056896911, + "naive_minus_GBRT": -0.02186933102167008 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.18630635750282637, + "GBRT": 0.12902140672356688, + "naive_minus_GBRT": 0.05728495077925949 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.09077806369156295, + "GBRT": 0.03950387307154521, + "naive_minus_GBRT": 0.05127419062001774 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.07419569760140118, + "GBRT": 0.05049996470176468, + "naive_minus_GBRT": 0.0236957328996365 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.05725119305505382, + "GBRT": 0.02965178619492486, + "naive_minus_GBRT": 0.02759940686012896 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.0593770110762051, + "GBRT": 0.0305777792983147, + "naive_minus_GBRT": 0.0287992317778904 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.048212901830980544, + "GBRT": 0.028794606803204233, + "naive_minus_GBRT": 0.01941829502777631 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.05908167778483403, + "GBRT": 0.03425163776844394, + "naive_minus_GBRT": 0.02483004001639009 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.08594218620820461, + "GBRT": 0.05770398371132063, + "naive_minus_GBRT": 0.028238202496883982 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.04364723191763805, + "GBRT": 0.030568865008456788, + "naive_minus_GBRT": 0.013078366909181263 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.04575567378460016, + "GBRT": 0.03160777893737361, + "naive_minus_GBRT": 0.014147894847226547 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.05259563337690276, + "GBRT": 0.04439709324987612, + "naive_minus_GBRT": 0.008198540127026643 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.2106882984106556, + "GBRT": 0.09515101151727169, + "naive_minus_GBRT": 0.1155372868933839 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.09646007590694439, + "GBRT": 0.08898494536458067, + "naive_minus_GBRT": 0.00747513054236372 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.0830269872617987, + "GBRT": 0.08831462238059443, + "naive_minus_GBRT": -0.005287635118795722 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.07005745544608423, + "GBRT": 0.08305281387411767, + "naive_minus_GBRT": -0.01299535842803344 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.060975038941783404, + "GBRT": 0.10684978706672925, + "naive_minus_GBRT": -0.045874748124945845 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.08311042043536716, + "GBRT": 0.05404390235022044, + "naive_minus_GBRT": 0.029066518085146723 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.06283966276471473, + "GBRT": 0.05654409853171534, + "naive_minus_GBRT": 0.006295564232999387 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.05746394946201658, + "GBRT": 0.04360817856902917, + "naive_minus_GBRT": 0.01385577089298741 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.11596753489792834, + "GBRT": 0.06245481672885984, + "naive_minus_GBRT": 0.0535127181690685 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.14342060609082324, + "GBRT": 0.0913616064525617, + "naive_minus_GBRT": 0.05205899963826155 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.04194626194107976, + "GBRT": 0.03649106232320428, + "naive_minus_GBRT": 0.005455199617875481 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.021500766994625907, + "GBRT": 0.016660389124087564, + "naive_minus_GBRT": 0.004840377870538343 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.03503904951186894, + "GBRT": 0.03271724951876779, + "naive_minus_GBRT": 0.0023217999931011493 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.07316320310633329, + "GBRT": 0.05070479500443968, + "naive_minus_GBRT": 0.022458408101893604 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.06087347167656669, + "GBRT": 0.08429794917732382, + "naive_minus_GBRT": -0.02342447750075713 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.040768087598428294, + "GBRT": 0.024757208215716326, + "naive_minus_GBRT": 0.01601087938271197 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.03785981367351188, + "GBRT": 0.023312837482431212, + "naive_minus_GBRT": 0.014546976191080665 + }, + { + "case": "00001535_e1d62958d7ca4ad18fefd54d_step_002", + "naive": 0.03881838268249291, + "GBRT": 0.022496879145539234, + "naive_minus_GBRT": 0.016321503536953674 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.030281941076225293, + "GBRT": 0.020192092799371404, + "naive_minus_GBRT": 0.010089848276853889 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.03506110800964586, + "GBRT": 0.020270528531608014, + "naive_minus_GBRT": 0.014790579478037847 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.04194366736089903, + "GBRT": 0.054363153608708505, + "naive_minus_GBRT": -0.012419486247809475 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.0846318866857666, + "GBRT": 0.07588260829369452, + "naive_minus_GBRT": 0.008749278392072082 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.14900619511532676, + "GBRT": 0.09794602034575499, + "naive_minus_GBRT": 0.05106017476957177 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.021635115104635453, + "GBRT": 0.016975527351620102, + "naive_minus_GBRT": 0.004659587753015351 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.0254908305854827, + "GBRT": 0.02066926075814766, + "naive_minus_GBRT": 0.0048215698273350385 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.02965055953981097, + "GBRT": 0.02369483168136129, + "naive_minus_GBRT": 0.00595572785844968 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.04718786001955323, + "GBRT": 0.039285982402192575, + "naive_minus_GBRT": 0.007901877617360657 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.05186941524242714, + "GBRT": 0.03945037674725991, + "naive_minus_GBRT": 0.012419038495167234 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.1381969701226419, + "GBRT": 0.061741734288219205, + "naive_minus_GBRT": 0.0764552358344227 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.03767859922946601, + "GBRT": 0.018544790580806294, + "naive_minus_GBRT": 0.019133808648659715 + } + ] + } + ] + }, + "rrmse_mean": { + "direction": "naive minus GBRT; positive means lower GBRT error", + "per_split": [ + { + "split": 0, + "pairs": 307, + "median_naive_minus_GBRT": 0.021249401762072656, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.16093219727990427, + "GBRT": 0.1351886570804088, + "naive_minus_GBRT": 0.025743540199495457 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.21304146010186065, + "GBRT": 0.15425472640537996, + "naive_minus_GBRT": 0.058786733696480686 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.14144511039073374, + "GBRT": 0.07650806946110862, + "naive_minus_GBRT": 0.06493704092962511 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.05002544284636242, + "GBRT": 0.15625749938693906, + "naive_minus_GBRT": -0.10623205654057663 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.11713584579436062, + "GBRT": 0.17572208463144254, + "naive_minus_GBRT": -0.058586238837081916 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.37556686181120785, + "GBRT": 0.1095404963632814, + "naive_minus_GBRT": 0.26602636544792646 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.07176418658513331, + "GBRT": 0.06592844912592045, + "naive_minus_GBRT": 0.005835737459212856 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.12154577107136834, + "GBRT": 0.10949420984418265, + "naive_minus_GBRT": 0.01205156122718569 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.15250821509375065, + "GBRT": 0.1347773894830254, + "naive_minus_GBRT": 0.017730825610725254 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.20374528353024485, + "GBRT": 0.15473352446242286, + "naive_minus_GBRT": 0.049011759067821986 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03532840874211501, + "GBRT": 0.034615942058512185, + "naive_minus_GBRT": 0.0007124666836028221 + }, + { + "case": "00000077_767e4372b5f94a88a7a17d90_step_018", + "naive": 0.13360099039557022, + "GBRT": 0.07168727121911506, + "naive_minus_GBRT": 0.06191371917645516 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.05660901109923841, + "GBRT": 0.07999716264907727, + "naive_minus_GBRT": -0.023388151549838865 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.22309936537531477, + "GBRT": 0.11421870294237109, + "naive_minus_GBRT": 0.10888066243294368 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.052069791177715846, + "GBRT": 0.11880355615054865, + "naive_minus_GBRT": -0.0667337649728328 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.1162086242453704, + "GBRT": 0.09718916064696938, + "naive_minus_GBRT": 0.019019463598401024 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.15349987644851554, + "GBRT": 0.0973679344095781, + "naive_minus_GBRT": 0.05613194203893744 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.044241128704831136, + "GBRT": 0.05762055002410132, + "naive_minus_GBRT": -0.013379421319270182 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.10025889720387288, + "GBRT": 0.07951408523501906, + "naive_minus_GBRT": 0.02074481196885382 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.12185184359762828, + "GBRT": 0.1163425444889412, + "naive_minus_GBRT": 0.005509299108687082 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.09255235720058513, + "GBRT": 0.051734281914902126, + "naive_minus_GBRT": 0.04081807528568301 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.08135123306403787, + "GBRT": 0.04558656478918545, + "naive_minus_GBRT": 0.03576466827485242 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.09657926083465689, + "GBRT": 0.049277560755152425, + "naive_minus_GBRT": 0.04730170007950446 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.09318669700222658, + "GBRT": 0.06605452471437023, + "naive_minus_GBRT": 0.027132172287856346 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.11596089571744511, + "GBRT": 0.11143910960207269, + "naive_minus_GBRT": 0.00452178611537242 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.08317487436383685, + "GBRT": 0.08046435806612603, + "naive_minus_GBRT": 0.0027105162977108105 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.14000845436989223, + "GBRT": 0.0889391967053155, + "naive_minus_GBRT": 0.051069257664576734 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.1993068010133686, + "GBRT": 0.16410148175066785, + "naive_minus_GBRT": 0.035205319262700735 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.1468727538344514, + "GBRT": 0.07434169881588323, + "naive_minus_GBRT": 0.07253105501856816 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.14490567568537557, + "GBRT": 0.09360063998517092, + "naive_minus_GBRT": 0.05130503570020466 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.2391962901213759, + "GBRT": 0.1525975568825866, + "naive_minus_GBRT": 0.08659873323878928 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.09222693254266502, + "GBRT": 0.06535569836047567, + "naive_minus_GBRT": 0.026871234182189355 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.09332399611454742, + "GBRT": 0.03945765936403607, + "naive_minus_GBRT": 0.05386633675051135 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.11008890178875562, + "GBRT": 0.05300029612881895, + "naive_minus_GBRT": 0.05708860565993667 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.06995752102423455, + "GBRT": 0.061179189853723066, + "naive_minus_GBRT": 0.008778331170511487 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.14523252438283948, + "GBRT": 0.050002346084626566, + "naive_minus_GBRT": 0.09523017829821293 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.11398957505336559, + "GBRT": 0.10462452453391628, + "naive_minus_GBRT": 0.009365050519449303 + }, + { + "case": "00000206_27417003e762409185cb2b69_step_000", + "naive": 0.05689828929448181, + "GBRT": 0.045853668602912526, + "naive_minus_GBRT": 0.011044620691569286 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.20852791587182806, + "GBRT": 0.20682279812804322, + "naive_minus_GBRT": 0.0017051177437848453 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.03799117226810304, + "GBRT": 0.03998631909202719, + "naive_minus_GBRT": -0.0019951468239241474 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.07765347288136241, + "GBRT": 0.05193735837153969, + "naive_minus_GBRT": 0.025716114509822724 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.2363351908280718, + "GBRT": 0.1658904340523169, + "naive_minus_GBRT": 0.0704447567757549 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.15923654933458464, + "GBRT": 0.12898280392134975, + "naive_minus_GBRT": 0.03025374541323489 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.06838047191742473, + "GBRT": 0.05257558635651831, + "naive_minus_GBRT": 0.015804885560906423 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.09865994290157704, + "GBRT": 0.08582713265819554, + "naive_minus_GBRT": 0.012832810243381496 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.10459344713319964, + "GBRT": 0.04669913685250699, + "naive_minus_GBRT": 0.05789431028069265 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.2177205594836649, + "GBRT": 0.10368867824260344, + "naive_minus_GBRT": 0.11403188124106145 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.09292377278292076, + "GBRT": 0.08635891169586145, + "naive_minus_GBRT": 0.006564861087059309 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.12348280228141012, + "GBRT": 0.0646982705442118, + "naive_minus_GBRT": 0.05878453173719832 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.19215132062015547, + "GBRT": 0.18062063498707143, + "naive_minus_GBRT": 0.011530685633084042 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.047172515869779996, + "GBRT": 0.036454873352062475, + "naive_minus_GBRT": 0.010717642517717521 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.08529583219653315, + "GBRT": 0.09791121636479713, + "naive_minus_GBRT": -0.01261538416826398 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.12116609689573131, + "GBRT": 0.10687388678685071, + "naive_minus_GBRT": 0.014292210108880599 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.10083459958066815, + "GBRT": 0.04741765196643854, + "naive_minus_GBRT": 0.05341694761422961 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.24811257915379528, + "GBRT": 0.20541822881956812, + "naive_minus_GBRT": 0.042694350334227166 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.10228302297783859, + "GBRT": 0.07935129006387028, + "naive_minus_GBRT": 0.022931732913968314 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.08632862026194141, + "GBRT": 0.057851739065344354, + "naive_minus_GBRT": 0.028476881196597054 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.08954810534154214, + "GBRT": 0.05586529749107429, + "naive_minus_GBRT": 0.03368280785046786 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.13652625665402882, + "GBRT": 0.11593156913747778, + "naive_minus_GBRT": 0.02059468751655104 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.06259625849883814, + "GBRT": 0.09143253191717816, + "naive_minus_GBRT": -0.028836273418340025 + }, + { + "case": "00000311_3062bccff48e47a2b9de05e3_step_006", + "naive": 0.14313052828646988, + "GBRT": 0.10927079784443261, + "naive_minus_GBRT": 0.03385973044203727 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.06336240999236097, + "GBRT": 0.050378336832585434, + "naive_minus_GBRT": 0.012984073159775532 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.07848054774125442, + "GBRT": 0.06682626200146215, + "naive_minus_GBRT": 0.01165428573979227 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.055160602022472055, + "GBRT": 0.040603707549633196, + "naive_minus_GBRT": 0.014556894472838859 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.054570152934401296, + "GBRT": 0.04308012121795617, + "naive_minus_GBRT": 0.011490031716445123 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.06977212705175342, + "GBRT": 0.03708795610557249, + "naive_minus_GBRT": 0.03268417094618094 + }, + { + "case": "00000321_3062bccff48e47a2b9de05e3_step_016", + "naive": 0.057666061026910465, + "GBRT": 0.06190528625877553, + "naive_minus_GBRT": -0.004239225231865068 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.1864098231760568, + "GBRT": 0.16863519267792884, + "naive_minus_GBRT": 0.01777463049812797 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.05083212989930207, + "GBRT": 0.051649321914189236, + "naive_minus_GBRT": -0.0008171920148871692 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.12802883221765754, + "GBRT": 0.0870426392095693, + "naive_minus_GBRT": 0.04098619300808824 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.11484934480547643, + "GBRT": 0.11694774617026438, + "naive_minus_GBRT": -0.0020984013647879496 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.1252354907107444, + "GBRT": 0.11184415538447527, + "naive_minus_GBRT": 0.013391335326269141 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.08257773298854008, + "GBRT": 0.04609355706967252, + "naive_minus_GBRT": 0.036484175918867566 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.10726227969012044, + "GBRT": 0.05219756515993113, + "naive_minus_GBRT": 0.0550647145301893 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.2554650781612911, + "GBRT": 0.15918110371130925, + "naive_minus_GBRT": 0.09628397444998185 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.12208787101022921, + "GBRT": 0.06787660083800932, + "naive_minus_GBRT": 0.05421127017221988 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.22386516569022658, + "GBRT": 0.12832162113045184, + "naive_minus_GBRT": 0.09554354455977473 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.16995290195653265, + "GBRT": 0.10057475335625761, + "naive_minus_GBRT": 0.06937814860027504 + }, + { + "case": "00000379_239bbf0e92974a32bd214366_step_000", + "naive": 0.08250417270106492, + "GBRT": 0.09459075459388441, + "naive_minus_GBRT": -0.012086581892819498 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.08143634520733516, + "GBRT": 0.07395893067976059, + "naive_minus_GBRT": 0.007477414527574569 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.1742050681884336, + "GBRT": 0.16346839646602626, + "naive_minus_GBRT": 0.010736671722407332 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.07594114617002044, + "GBRT": 0.062019339202793386, + "naive_minus_GBRT": 0.013921806967227057 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.17707494826716827, + "GBRT": 0.08963305281670987, + "naive_minus_GBRT": 0.0874418954504584 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.09824732111304318, + "GBRT": 0.10093448247940141, + "naive_minus_GBRT": -0.002687161366358229 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.07275355309161552, + "GBRT": 0.0642759619995905, + "naive_minus_GBRT": 0.00847759109202502 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.12667037671187584, + "GBRT": 0.09950503645969185, + "naive_minus_GBRT": 0.027165340252183992 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.04252857552285512, + "GBRT": 0.03780694973141224, + "naive_minus_GBRT": 0.004721625791442877 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06977476321213724, + "GBRT": 0.06706190128021562, + "naive_minus_GBRT": 0.00271286193192162 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.1467788496672615, + "GBRT": 0.08835351354044449, + "naive_minus_GBRT": 0.058425336126817023 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.049045481376995284, + "GBRT": 0.029351245665758585, + "naive_minus_GBRT": 0.0196942357112367 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.06256151310203868, + "GBRT": 0.045454960498043, + "naive_minus_GBRT": 0.017106552603995684 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.0710748644086248, + "GBRT": 0.07725706061436673, + "naive_minus_GBRT": -0.006182196205741924 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.09035128023042391, + "GBRT": 0.07697009928723171, + "naive_minus_GBRT": 0.013381180943192197 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.16507464240588457, + "GBRT": 0.17452630469519306, + "naive_minus_GBRT": -0.009451662289308493 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.08871241411637587, + "GBRT": 0.06954413185254825, + "naive_minus_GBRT": 0.01916828226382762 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.05550931475063437, + "GBRT": 0.05483899434917578, + "naive_minus_GBRT": 0.0006703204014585906 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.18116023277915694, + "GBRT": 0.11780117171209227, + "naive_minus_GBRT": 0.06335906106706467 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06995423333211015, + "GBRT": 0.06489762504244212, + "naive_minus_GBRT": 0.00505660828966803 + }, + { + "case": "00000574_5a4cef68211d4706b1ec8586_step_003", + "naive": 0.15769422535699873, + "GBRT": 0.1421423392772824, + "naive_minus_GBRT": 0.015551886079716332 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.1630807533527277, + "GBRT": 0.09891242050786679, + "naive_minus_GBRT": 0.06416833284486091 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.14086212697146552, + "GBRT": 0.0986763356230555, + "naive_minus_GBRT": 0.04218579134841002 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.24952023370941154, + "GBRT": 0.09022248217131859, + "naive_minus_GBRT": 0.15929775153809295 + }, + { + "case": "00000583_5a4cef68211d4706b1ec8586_step_012", + "naive": 0.19449642393922348, + "GBRT": 0.1769140496126336, + "naive_minus_GBRT": 0.017582374326589878 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.05842936501644536, + "GBRT": 0.048194556611027846, + "naive_minus_GBRT": 0.010234808405417517 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.16661962888204337, + "GBRT": 0.13940528886256645, + "naive_minus_GBRT": 0.027214340019476924 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.05089886009213826, + "GBRT": 0.05241196226385149, + "naive_minus_GBRT": -0.0015131021717132292 + }, + { + "case": "00000615_c710d414bbbc4340b682c58a_step_001", + "naive": 0.0836741559390674, + "GBRT": 0.06138176841852518, + "naive_minus_GBRT": 0.02229238752054221 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.20506688872348952, + "GBRT": 0.12199331218483714, + "naive_minus_GBRT": 0.08307357653865238 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.11673979552851693, + "GBRT": 0.10544316053818441, + "naive_minus_GBRT": 0.011296634990332524 + }, + { + "case": "00000618_c710d414bbbc4340b682c58a_step_004", + "naive": 0.13468733229574587, + "GBRT": 0.10443784377412123, + "naive_minus_GBRT": 0.030249488521624637 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.0635839726272458, + "GBRT": 0.05022870253111016, + "naive_minus_GBRT": 0.013355270096135637 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.08525454557336817, + "GBRT": 0.07452566989028321, + "naive_minus_GBRT": 0.010728875683084962 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.048020922191304355, + "GBRT": 0.0507127771930718, + "naive_minus_GBRT": -0.0026918550017674472 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.12031288954789161, + "GBRT": 0.06517329646077112, + "naive_minus_GBRT": 0.05513959308712049 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.054264794558922455, + "GBRT": 0.04590523162204227, + "naive_minus_GBRT": 0.008359562936880185 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.09507905364594874, + "GBRT": 0.07170915157359233, + "naive_minus_GBRT": 0.02336990207235641 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.179999415477278, + "GBRT": 0.12758835861479156, + "naive_minus_GBRT": 0.05241105686248643 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.11350619406508933, + "GBRT": 0.06280168035857699, + "naive_minus_GBRT": 0.05070451370651234 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.06777201583113512, + "GBRT": 0.06309860393313205, + "naive_minus_GBRT": 0.004673411898003077 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.1272032126569926, + "GBRT": 0.11217801600206738, + "naive_minus_GBRT": 0.01502519665492523 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.12893681944444754, + "GBRT": 0.10351432460243916, + "naive_minus_GBRT": 0.025422494842008383 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.059978708265140644, + "GBRT": 0.05952159916399045, + "naive_minus_GBRT": 0.00045710910115019654 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.16596971835225835, + "GBRT": 0.07652409772341619, + "naive_minus_GBRT": 0.08944562062884216 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.24333254608908184, + "GBRT": 0.11183389638773165, + "naive_minus_GBRT": 0.13149864970135017 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.20914616068694353, + "GBRT": 0.10276117560270384, + "naive_minus_GBRT": 0.10638498508423969 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.10814196272236079, + "GBRT": 0.08057339874863297, + "naive_minus_GBRT": 0.027568563973727825 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.07805645062153631, + "GBRT": 0.08044039398683914, + "naive_minus_GBRT": -0.002383943365302829 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.19354273088724308, + "GBRT": 0.06926095169840028, + "naive_minus_GBRT": 0.1242817791888428 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.13224693428684065, + "GBRT": 0.09127155165289409, + "naive_minus_GBRT": 0.04097538263394655 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.16809999875284376, + "GBRT": 0.1620797958118592, + "naive_minus_GBRT": 0.00602020294098457 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.05431596215190377, + "GBRT": 0.021074064522274533, + "naive_minus_GBRT": 0.03324189762962924 + }, + { + "case": "00000778_a25fb37392a44447b9684f16_step_003", + "naive": 0.12259553655909503, + "GBRT": 0.0650155112618734, + "naive_minus_GBRT": 0.05758002529722163 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.12180566236094643, + "GBRT": 0.05691984318804432, + "naive_minus_GBRT": 0.06488581917290212 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.11028947106140478, + "GBRT": 0.07056005382043182, + "naive_minus_GBRT": 0.03972941724097297 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.11849591231525979, + "GBRT": 0.07241957851933836, + "naive_minus_GBRT": 0.04607633379592142 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.13068865365768503, + "GBRT": 0.0974046167483368, + "naive_minus_GBRT": 0.03328403690934824 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.18011853109727133, + "GBRT": 0.11887564656665386, + "naive_minus_GBRT": 0.061242884530617464 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.10170039913822113, + "GBRT": 0.07327327635641488, + "naive_minus_GBRT": 0.028427122781806244 + }, + { + "case": "00000788_a25fb37392a44447b9684f16_step_013", + "naive": 0.19149340367946277, + "GBRT": 0.06948610944756801, + "naive_minus_GBRT": 0.12200729423189476 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.13316263898949054, + "GBRT": 0.07608566142357004, + "naive_minus_GBRT": 0.057076977565920506 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.13503455220132468, + "GBRT": 0.08365770303312935, + "naive_minus_GBRT": 0.051376849168195335 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.14436300106466493, + "GBRT": 0.052574178764727184, + "naive_minus_GBRT": 0.09178882229993775 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.18084899765836748, + "GBRT": 0.07759240496913644, + "naive_minus_GBRT": 0.10325659268923104 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.10552277778890753, + "GBRT": 0.07392382517470546, + "naive_minus_GBRT": 0.03159895261420208 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.09260319660832508, + "GBRT": 0.07487224239744576, + "naive_minus_GBRT": 0.01773095421087932 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.12164958922582253, + "GBRT": 0.10040018746374987, + "naive_minus_GBRT": 0.021249401762072656 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.09897683872858772, + "GBRT": 0.08800819714824293, + "naive_minus_GBRT": 0.010968641580344787 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.06321710041043811, + "GBRT": 0.06476259557211318, + "naive_minus_GBRT": -0.00154549516167507 + }, + { + "case": "00000821_6bbad2756d7845bd8d731d60_step_003", + "naive": 0.053536082510323914, + "GBRT": 0.024201868705718818, + "naive_minus_GBRT": 0.029334213804605096 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.2966440086951674, + "GBRT": 0.1701346277239397, + "naive_minus_GBRT": 0.1265093809712277 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.20967385437104644, + "GBRT": 0.12170768221232368, + "naive_minus_GBRT": 0.08796617215872275 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.05226064085581985, + "GBRT": 0.021060291997996534, + "naive_minus_GBRT": 0.031200348857823315 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.1102652063444523, + "GBRT": 0.07976269314071466, + "naive_minus_GBRT": 0.030502513203737647 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.07233535115788273, + "GBRT": 0.05758354472479777, + "naive_minus_GBRT": 0.014751806433084956 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.1093309339150331, + "GBRT": 0.05554521544131634, + "naive_minus_GBRT": 0.053785718473716757 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.050087213248575, + "GBRT": 0.04498932738740785, + "naive_minus_GBRT": 0.005097885861167148 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.07135645114678704, + "GBRT": 0.061517431927892365, + "naive_minus_GBRT": 0.009839019218894678 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.06835587815453878, + "GBRT": 0.05607011427332232, + "naive_minus_GBRT": 0.012285763881216459 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.08947756998158948, + "GBRT": 0.08977355769819033, + "naive_minus_GBRT": -0.00029598771660084566 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.07221467044784012, + "GBRT": 0.07741693173261358, + "naive_minus_GBRT": -0.0052022612847734545 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.07409821874844508, + "GBRT": 0.06987442294769268, + "naive_minus_GBRT": 0.004223795800752397 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.07588563114703765, + "GBRT": 0.04662605721536677, + "naive_minus_GBRT": 0.029259573931670883 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.14677736727137478, + "GBRT": 0.12299455571784816, + "naive_minus_GBRT": 0.023782811553526614 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.1804284435887729, + "GBRT": 0.15620005116135463, + "naive_minus_GBRT": 0.024228392427418283 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.17738262647388475, + "GBRT": 0.12864002714609143, + "naive_minus_GBRT": 0.04874259932779332 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.18472098034483578, + "GBRT": 0.16609730911836368, + "naive_minus_GBRT": 0.0186236712264721 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.1633452572410602, + "GBRT": 0.07254448728125162, + "naive_minus_GBRT": 0.09080076995980857 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.05492507827695443, + "GBRT": 0.06337920636067765, + "naive_minus_GBRT": -0.008454128083723221 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.19207430946330814, + "GBRT": 0.1532050093972394, + "naive_minus_GBRT": 0.03886930006606873 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.09471384900627676, + "GBRT": 0.09360560741818873, + "naive_minus_GBRT": 0.0011082415880880325 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.0874751263061046, + "GBRT": 0.0714406516858177, + "naive_minus_GBRT": 0.016034474620286898 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.048515858799976296, + "GBRT": 0.04191159079595203, + "naive_minus_GBRT": 0.0066042680040242635 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.18204184258470338, + "GBRT": 0.16523137365976723, + "naive_minus_GBRT": 0.01681046892493615 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.074035823879836, + "GBRT": 0.07336525966448344, + "naive_minus_GBRT": 0.0006705642153525537 + }, + { + "case": "00000923_cdcebf32644443b9812097ba_step_007", + "naive": 0.16853754156485656, + "GBRT": 0.10007934208004754, + "naive_minus_GBRT": 0.06845819948480902 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.05584618948038905, + "GBRT": 0.040687349640801014, + "naive_minus_GBRT": 0.015158839839588038 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.06401533375367513, + "GBRT": 0.04772316050202104, + "naive_minus_GBRT": 0.016292173251654087 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.09024182163126647, + "GBRT": 0.07190326708616718, + "naive_minus_GBRT": 0.018338554545099292 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.05024348050879459, + "GBRT": 0.038946402492873684, + "naive_minus_GBRT": 0.011297078015920906 + }, + { + "case": "00000958_04906edf324a4bce8fc3f417_step_000", + "naive": 0.10171367821155429, + "GBRT": 0.06525154915470885, + "naive_minus_GBRT": 0.03646212905684544 + }, + { + "case": "00000962_a98d481268ea4524a7769731_step_001", + "naive": 0.0648004244751746, + "GBRT": 0.067045998128877, + "naive_minus_GBRT": -0.0022455736537023985 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.10202166979183229, + "GBRT": 0.08810897493875364, + "naive_minus_GBRT": 0.013912694853078653 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.1896019676950147, + "GBRT": 0.09252303062971443, + "naive_minus_GBRT": 0.09707893706530027 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.05695775237701997, + "GBRT": 0.03989229584179221, + "naive_minus_GBRT": 0.017065456535227765 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.11700964232154643, + "GBRT": 0.08049271053136521, + "naive_minus_GBRT": 0.036516931790181215 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.08855295226802867, + "GBRT": 0.055967631403163645, + "naive_minus_GBRT": 0.03258532086486503 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.13650531107115235, + "GBRT": 0.08932994818582757, + "naive_minus_GBRT": 0.047175362885324784 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.11243248681313858, + "GBRT": 0.07176460411334319, + "naive_minus_GBRT": 0.04066788269979539 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.09158358079494391, + "GBRT": 0.0843659779171114, + "naive_minus_GBRT": 0.0072176028778325185 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.08299355444453221, + "GBRT": 0.052159755455704164, + "naive_minus_GBRT": 0.03083379898882805 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.06381049218488381, + "GBRT": 0.04793131508991993, + "naive_minus_GBRT": 0.015879177094963885 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1572548433032776, + "GBRT": 0.10409171687222829, + "naive_minus_GBRT": 0.05316312643104931 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.058146870369885986, + "GBRT": 0.03852814462786267, + "naive_minus_GBRT": 0.019618725742023314 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.06309492128151455, + "GBRT": 0.050616398404744065, + "naive_minus_GBRT": 0.012478522876770481 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.3124944851488107, + "GBRT": 0.19624064755314408, + "naive_minus_GBRT": 0.1162538375956666 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.11077678496644588, + "GBRT": 0.11153389660545383, + "naive_minus_GBRT": -0.0007571116390079485 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.08101479930630166, + "GBRT": 0.07460702777960629, + "naive_minus_GBRT": 0.006407771526695374 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.060871189654162786, + "GBRT": 0.19577364002082012, + "naive_minus_GBRT": -0.13490245036665732 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.0688799105871404, + "GBRT": 0.040853896159255734, + "naive_minus_GBRT": 0.02802601442788466 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.07433819505676555, + "GBRT": 0.04786035707568878, + "naive_minus_GBRT": 0.026477837981076766 + }, + { + "case": "00001050_2b2638f82b3946b1867f2d11_step_006", + "naive": 0.06375046936129677, + "GBRT": 0.043200065880019595, + "naive_minus_GBRT": 0.02055040348127718 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.049975550017460964, + "GBRT": 0.023660878622863233, + "naive_minus_GBRT": 0.02631467139459773 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.08570785236844569, + "GBRT": 0.06239024124811967, + "naive_minus_GBRT": 0.023317611120326022 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.17082855613032794, + "GBRT": 0.1699953145079604, + "naive_minus_GBRT": 0.000833241622367531 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.07804585804103883, + "GBRT": 0.07291748031057656, + "naive_minus_GBRT": 0.005128377730462277 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.05266877924231083, + "GBRT": 0.0398957058424642, + "naive_minus_GBRT": 0.012773073399846631 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.08979234815662804, + "GBRT": 0.08575079352185064, + "naive_minus_GBRT": 0.0040415546347774 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.09972740360175548, + "GBRT": 0.09044337854150361, + "naive_minus_GBRT": 0.009284025060251874 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.06739871905389777, + "GBRT": 0.07239793515911148, + "naive_minus_GBRT": -0.0049992161052137135 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.10861382455097188, + "GBRT": 0.06726611190603154, + "naive_minus_GBRT": 0.04134771264494033 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.07234306670486568, + "GBRT": 0.060981789787286494, + "naive_minus_GBRT": 0.011361276917579183 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.0627287729714894, + "GBRT": 0.038555274066572616, + "naive_minus_GBRT": 0.02417349890491679 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.27756055711630545, + "GBRT": 0.10871329715618408, + "naive_minus_GBRT": 0.16884725996012137 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.08398337236392667, + "GBRT": 0.05907533519715095, + "naive_minus_GBRT": 0.02490803716677572 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.09560320136284621, + "GBRT": 0.10472377693023481, + "naive_minus_GBRT": -0.0091205755673886 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05704374336649714, + "GBRT": 0.11810836726095235, + "naive_minus_GBRT": -0.06106462389445521 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.12371108608322862, + "GBRT": 0.08182800043328112, + "naive_minus_GBRT": 0.0418830856499475 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.2530948240998036, + "GBRT": 0.13059809194865138, + "naive_minus_GBRT": 0.12249673215115223 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.10734762643474344, + "GBRT": 0.10379713398990316, + "naive_minus_GBRT": 0.003550492444840278 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.27094246410286393, + "GBRT": 0.19837306255914142, + "naive_minus_GBRT": 0.07256940154372252 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.13343095517582068, + "GBRT": 0.14199119335002144, + "naive_minus_GBRT": -0.008560238174200763 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.09560288641390881, + "GBRT": 0.0730826862822677, + "naive_minus_GBRT": 0.022520200131641105 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.10066333477588761, + "GBRT": 0.06111887449160419, + "naive_minus_GBRT": 0.03954446028428342 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.05503955135389341, + "GBRT": 0.05000898973220489, + "naive_minus_GBRT": 0.005030561621688516 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.3628028141320971, + "GBRT": 0.3121594206398322, + "naive_minus_GBRT": 0.050643393492264877 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.18779883415570228, + "GBRT": 0.1932174591581566, + "naive_minus_GBRT": -0.005418625002454325 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.08639594070856632, + "GBRT": 0.07983864611027604, + "naive_minus_GBRT": 0.006557294598290284 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.15218404795618654, + "GBRT": 0.10589581581573254, + "naive_minus_GBRT": 0.046288232140453994 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.0743692708409744, + "GBRT": 0.06642060908450093, + "naive_minus_GBRT": 0.007948661756473477 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.11448563990524326, + "GBRT": 0.05440373526529392, + "naive_minus_GBRT": 0.060081904639949335 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.05293542692890882, + "GBRT": 0.020562619110390448, + "naive_minus_GBRT": 0.03237280781851837 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.12229650063958046, + "GBRT": 0.1150234252532318, + "naive_minus_GBRT": 0.007273075386348665 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.11183662759974203, + "GBRT": 0.051945936486640705, + "naive_minus_GBRT": 0.05989069111310132 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.06450026596540366, + "GBRT": 0.05762827021393933, + "naive_minus_GBRT": 0.006871995751464334 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.09587184292764364, + "GBRT": 0.0818331169426542, + "naive_minus_GBRT": 0.01403872598498944 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.0880454400779889, + "GBRT": 0.07998097100139183, + "naive_minus_GBRT": 0.008064469076597067 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.058230578959195034, + "GBRT": 0.04176739268388143, + "naive_minus_GBRT": 0.016463186275313603 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.17058088465296006, + "GBRT": 0.2545560667084843, + "naive_minus_GBRT": -0.08397518205552423 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2861463930347682, + "GBRT": 0.1897655341167735, + "naive_minus_GBRT": 0.0963808589179947 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06917676833441591, + "GBRT": 0.05225143788908852, + "naive_minus_GBRT": 0.01692533044532739 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.06351334828861362, + "GBRT": 0.04792144428012278, + "naive_minus_GBRT": 0.015591904008490837 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.2380176600071064, + "GBRT": 0.1696637631805408, + "naive_minus_GBRT": 0.06835389682656559 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.1290074497058551, + "GBRT": 0.13038533922302206, + "naive_minus_GBRT": -0.0013778895171669692 + }, + { + "case": "00001339_beab79941e884455a62af40c_step_007", + "naive": 0.2146204420892904, + "GBRT": 0.10778185747064549, + "naive_minus_GBRT": 0.10683858461864491 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.2280744289457162, + "GBRT": 0.10496462206155505, + "naive_minus_GBRT": 0.12310980688416115 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.0921021207960105, + "GBRT": 0.05653522540474879, + "naive_minus_GBRT": 0.03556689539126171 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.18408795618611692, + "GBRT": 0.10600463984736952, + "naive_minus_GBRT": 0.0780833163387474 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.19574502862701115, + "GBRT": 0.15546719730067513, + "naive_minus_GBRT": 0.04027783132633603 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.07896562368571707, + "GBRT": 0.04344907773199593, + "naive_minus_GBRT": 0.03551654595372113 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.05719489358418565, + "GBRT": 0.05785045836973806, + "naive_minus_GBRT": -0.0006555647855524122 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.13682596017759163, + "GBRT": 0.12262991366435667, + "naive_minus_GBRT": 0.014196046513234958 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.15469020008703302, + "GBRT": 0.13626844234539717, + "naive_minus_GBRT": 0.018421757741635847 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.16269756416610728, + "GBRT": 0.10595440197984585, + "naive_minus_GBRT": 0.05674316218626144 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.14741237602887625, + "GBRT": 0.0735478744171702, + "naive_minus_GBRT": 0.07386450161170605 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.10146311767571026, + "GBRT": 0.08654726413189663, + "naive_minus_GBRT": 0.014915853543813626 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0526333957523886, + "GBRT": 0.03745550298132551, + "naive_minus_GBRT": 0.015177892771063094 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.054812363631225, + "GBRT": 0.05379392728751992, + "naive_minus_GBRT": 0.0010184363437050759 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.07608170891450962, + "GBRT": 0.08109420148467492, + "naive_minus_GBRT": -0.005012492570165297 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.12455740888816365, + "GBRT": 0.0984765787723013, + "naive_minus_GBRT": 0.026080830115862347 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.13744103902595603, + "GBRT": 0.10479636986493183, + "naive_minus_GBRT": 0.032644669161024195 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.057845321337602326, + "GBRT": 0.042915205020392005, + "naive_minus_GBRT": 0.01493011631721032 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.05575187945848131, + "GBRT": 0.03617635077076493, + "naive_minus_GBRT": 0.019575528687716386 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.054544117322684944, + "GBRT": 0.03856431044853868, + "naive_minus_GBRT": 0.01597980687414626 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.08581017232173184, + "GBRT": 0.034422119472448644, + "naive_minus_GBRT": 0.051388052849283196 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.1265743369962412, + "GBRT": 0.06295844671218169, + "naive_minus_GBRT": 0.06361589028405952 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.11334119987964894, + "GBRT": 0.08997662846907634, + "naive_minus_GBRT": 0.023364571410572604 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.05679841858449558, + "GBRT": 0.040470343730458, + "naive_minus_GBRT": 0.01632807485403758 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.07888272651762761, + "GBRT": 0.06414417463528421, + "naive_minus_GBRT": 0.014738551882343395 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.3514005931958854, + "GBRT": 0.24620450888810014, + "naive_minus_GBRT": 0.10519608430778526 + }, + { + "case": "00001427_a45f6c99e2154f3b94955175_step_011", + "naive": 0.04711023719988313, + "GBRT": 0.04191831211940411, + "naive_minus_GBRT": 0.005191925080479019 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.1325128275374046, + "GBRT": 0.09818978887283, + "naive_minus_GBRT": 0.03432303866457459 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.07582075262530785, + "GBRT": 0.07079391226187248, + "naive_minus_GBRT": 0.00502684036343537 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.11229599926022715, + "GBRT": 0.05467327856868441, + "naive_minus_GBRT": 0.05762272069154274 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.11542610276871677, + "GBRT": 0.06000391857743327, + "naive_minus_GBRT": 0.0554221841912835 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.09479377891251532, + "GBRT": 0.05308704225561862, + "naive_minus_GBRT": 0.041706736656896705 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.10857314868391515, + "GBRT": 0.059625572883568, + "naive_minus_GBRT": 0.04894757580034716 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.13321514891531083, + "GBRT": 0.09097828386805729, + "naive_minus_GBRT": 0.04223686504725355 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.056804504738014704, + "GBRT": 0.026135454201275134, + "naive_minus_GBRT": 0.03066905053673957 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.15798799683993098, + "GBRT": 0.10188030948407603, + "naive_minus_GBRT": 0.056107687355854946 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.07137292373867614, + "GBRT": 0.06218570829979637, + "naive_minus_GBRT": 0.009187215438879771 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.08788171154258086, + "GBRT": 0.054210187087288204, + "naive_minus_GBRT": 0.03367152445529265 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.08871253654565957, + "GBRT": 0.06196082029114963, + "naive_minus_GBRT": 0.026751716254509936 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.10428013922296653, + "GBRT": 0.08614055669459282, + "naive_minus_GBRT": 0.018139582528373707 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.1864423518477405, + "GBRT": 0.1784970964098151, + "naive_minus_GBRT": 0.007945255437925403 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.12671247206458167, + "GBRT": 0.21872177182632538, + "naive_minus_GBRT": -0.09200929976174371 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.14930699296830088, + "GBRT": 0.14133939688865213, + "naive_minus_GBRT": 0.007967596079648753 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09675275188048726, + "GBRT": 0.09827325905646032, + "naive_minus_GBRT": -0.0015205071759730598 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.06596425066924146, + "GBRT": 0.0526464318435554, + "naive_minus_GBRT": 0.013317818825686056 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.15596204279301112, + "GBRT": 0.09698665041325259, + "naive_minus_GBRT": 0.05897539237975853 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.10773874773820802, + "GBRT": 0.09040745405186794, + "naive_minus_GBRT": 0.01733129368634008 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.244941628995724, + "GBRT": 0.12825789235857185, + "naive_minus_GBRT": 0.11668373663715215 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.26732038997510155, + "GBRT": 0.16663657798375486, + "naive_minus_GBRT": 0.10068381199134668 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.09548686098463084, + "GBRT": 0.06535269557783441, + "naive_minus_GBRT": 0.030134165406796434 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.14511627980232422, + "GBRT": 0.1322089290483104, + "naive_minus_GBRT": 0.012907350754013835 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.0422620218370488, + "GBRT": 0.0401155221424197, + "naive_minus_GBRT": 0.0021464996946291004 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.1625774087719321, + "GBRT": 0.10261954520163769, + "naive_minus_GBRT": 0.05995786357029442 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.06100055058341241, + "GBRT": 0.04448117704221787, + "naive_minus_GBRT": 0.016519373541194537 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06936122617320943, + "GBRT": 0.04075549384647662, + "naive_minus_GBRT": 0.02860573232673281 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.14597209149292417, + "GBRT": 0.12885690220781068, + "naive_minus_GBRT": 0.01711518928511349 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.15943642220653667, + "GBRT": 0.13667036091939105, + "naive_minus_GBRT": 0.022766061287145617 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.30452529492603225, + "GBRT": 0.24578944691265556, + "naive_minus_GBRT": 0.058735848013376696 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.33629701452032623, + "GBRT": 0.2797914753626795, + "naive_minus_GBRT": 0.05650553915764672 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.05039884593498954, + "GBRT": 0.04521066984993386, + "naive_minus_GBRT": 0.0051881760850556805 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.05919519044606206, + "GBRT": 0.04699738565903553, + "naive_minus_GBRT": 0.012197804787026527 + }, + { + "case": "00001592_35f4abaacc9447e4ac0b964f_step_001", + "naive": 0.3463309903588574, + "GBRT": 0.36632623725211316, + "naive_minus_GBRT": -0.01999524689325577 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.07386580443301256, + "GBRT": 0.036708852630846375, + "naive_minus_GBRT": 0.03715695180216619 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.22694778441496777, + "GBRT": 0.21190089718194538, + "naive_minus_GBRT": 0.015046887233022388 + } + ] + }, + { + "split": 1, + "pairs": 308, + "median_naive_minus_GBRT": 0.02073240224802659, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.16093219727990427, + "GBRT": 0.13185317965093551, + "naive_minus_GBRT": 0.02907901762896875 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.21304146010186065, + "GBRT": 0.1461164279243634, + "naive_minus_GBRT": 0.06692503217749723 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.14144511039073374, + "GBRT": 0.08314917334889949, + "naive_minus_GBRT": 0.05829593704183425 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.06146693545338666, + "GBRT": 0.04774193100998969, + "naive_minus_GBRT": 0.013725004443396971 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06977473479694711, + "GBRT": 0.061973605429087246, + "naive_minus_GBRT": 0.0078011293678598645 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.16990422258542737, + "GBRT": 0.15216581637348442, + "naive_minus_GBRT": 0.017738406211942948 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.058886789654642786, + "GBRT": 0.0406064128523734, + "naive_minus_GBRT": 0.018280376802269384 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.05002544284636242, + "GBRT": 0.14818583385029727, + "naive_minus_GBRT": -0.09816039100393484 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06967578329779307, + "GBRT": 0.05264147770737314, + "naive_minus_GBRT": 0.017034305590419935 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.11713584579436062, + "GBRT": 0.16974751026888424, + "naive_minus_GBRT": -0.05261166447452362 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.37556686181120785, + "GBRT": 0.1117475189485015, + "naive_minus_GBRT": 0.26381934286270636 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.07176418658513331, + "GBRT": 0.06339689184145676, + "naive_minus_GBRT": 0.008367294743676548 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.0859775979473539, + "GBRT": 0.06122941144984228, + "naive_minus_GBRT": 0.024748186497511628 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.20374528353024485, + "GBRT": 0.15422164516795156, + "naive_minus_GBRT": 0.04952363836229329 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.08666314838936379, + "GBRT": 0.10457285782254974, + "naive_minus_GBRT": -0.017909709433185955 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.1036788833663952, + "GBRT": 0.0768618722791786, + "naive_minus_GBRT": 0.02681701108721661 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03532840874211501, + "GBRT": 0.05341179657616378, + "naive_minus_GBRT": -0.018083387834048774 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.10899730331614194, + "GBRT": 0.07992084110203242, + "naive_minus_GBRT": 0.02907646221410952 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.05660901109923841, + "GBRT": 0.08970117695189855, + "naive_minus_GBRT": -0.033092165852660144 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.05974126910719142, + "GBRT": 0.04110019654652151, + "naive_minus_GBRT": 0.018641072560669915 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.11198716333318279, + "GBRT": 0.08669069155565635, + "naive_minus_GBRT": 0.025296471777526433 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.15356802851704507, + "GBRT": 0.07676399933249159, + "naive_minus_GBRT": 0.07680402918455348 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.052069791177715846, + "GBRT": 0.13803760132161688, + "naive_minus_GBRT": -0.08596781014390104 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.15349987644851554, + "GBRT": 0.09014513639473713, + "naive_minus_GBRT": 0.0633547400537784 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.1445225298436337, + "GBRT": 0.10138465491727541, + "naive_minus_GBRT": 0.04313787492635829 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.2335929295718611, + "GBRT": 0.06811106577832995, + "naive_minus_GBRT": 0.16548186379353114 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.12102617528476108, + "GBRT": 0.09491775628220113, + "naive_minus_GBRT": 0.026108419002559946 + }, + { + "case": "00000128_e18c7feacfb54f3880659b43_step_003", + "naive": 0.10025889720387288, + "GBRT": 0.07441176865364137, + "naive_minus_GBRT": 0.02584712855023151 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.08135123306403787, + "GBRT": 0.0425846985535229, + "naive_minus_GBRT": 0.03876653451051497 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.09657926083465689, + "GBRT": 0.049700040633316865, + "naive_minus_GBRT": 0.04687922020134002 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.39367635995776357, + "GBRT": 0.2240907060447077, + "naive_minus_GBRT": 0.16958565391305586 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.0734459763307823, + "GBRT": 0.08316022432818092, + "naive_minus_GBRT": -0.009714247997398617 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.08317487436383685, + "GBRT": 0.07862976120877253, + "naive_minus_GBRT": 0.004545113155064312 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.1468727538344514, + "GBRT": 0.06518176597767661, + "naive_minus_GBRT": 0.08169098785677478 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.32546715731751313, + "GBRT": 0.18398298398719515, + "naive_minus_GBRT": 0.14148417333031799 + }, + { + "case": "00000163_ff9b2ed255484db78bb0e6da_step_000", + "naive": 0.14490567568537557, + "GBRT": 0.07619441747784383, + "naive_minus_GBRT": 0.06871125820753174 + }, + { + "case": "00000165_4070a99d6ebe45f5bd5d71eb_step_000", + "naive": 0.1834871084464813, + "GBRT": 0.10963406400570591, + "naive_minus_GBRT": 0.0738530444407754 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.19630272866215595, + "GBRT": 0.06883782072859054, + "naive_minus_GBRT": 0.1274649079335654 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.09332399611454742, + "GBRT": 0.040770699759539876, + "naive_minus_GBRT": 0.052553296355007544 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.11008890178875562, + "GBRT": 0.05326496992177618, + "naive_minus_GBRT": 0.05682393186697944 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.09820496740780069, + "GBRT": 0.05793620970776987, + "naive_minus_GBRT": 0.04026875770003081 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.18766114120877456, + "GBRT": 0.10919454640751167, + "naive_minus_GBRT": 0.07846659480126289 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.056510153119596514, + "GBRT": 0.05641022179142507, + "naive_minus_GBRT": 9.99313281714459e-05 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.07765347288136241, + "GBRT": 0.053189122917460745, + "naive_minus_GBRT": 0.02446434996390167 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.15923654933458464, + "GBRT": 0.138971605114636, + "naive_minus_GBRT": 0.02026494421994865 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.1107658599243612, + "GBRT": 0.07112842318624969, + "naive_minus_GBRT": 0.039637436738111514 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.09466546468749366, + "GBRT": 0.173528435194983, + "naive_minus_GBRT": -0.07886297050748935 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.19215132062015547, + "GBRT": 0.17577754037135493, + "naive_minus_GBRT": 0.01637378024880054 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.08529583219653315, + "GBRT": 0.08495809825481335, + "naive_minus_GBRT": 0.0003377339417198061 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.10083459958066815, + "GBRT": 0.04925814358935074, + "naive_minus_GBRT": 0.05157645599131741 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.2778325894568288, + "GBRT": 0.11802262012964095, + "naive_minus_GBRT": 0.15980996932718788 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.31336431814967997, + "GBRT": 0.18296933951515465, + "naive_minus_GBRT": 0.13039497863452532 + }, + { + "case": "00000290_58f8ff46b7564e989f9695b7_step_003", + "naive": 0.12195711008975921, + "GBRT": 0.05885487315051582, + "naive_minus_GBRT": 0.06310223693924338 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.10228302297783859, + "GBRT": 0.07076114836976204, + "naive_minus_GBRT": 0.03152187460807655 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.053329282081726596, + "GBRT": 0.04030040173182939, + "naive_minus_GBRT": 0.013028880349897208 + }, + { + "case": "00000295_52a153d2417747b5926ff9df_step_000", + "naive": 0.08632862026194141, + "GBRT": 0.053538607285209226, + "naive_minus_GBRT": 0.03279001297673218 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.09309438611323133, + "GBRT": 0.08349739651651127, + "naive_minus_GBRT": 0.009596989596720062 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.08954810534154214, + "GBRT": 0.052461001824430156, + "naive_minus_GBRT": 0.03708710351711199 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.066242402697772, + "GBRT": 0.20554705872198367, + "naive_minus_GBRT": -0.13930465602421166 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.13652625665402882, + "GBRT": 0.11269679276075441, + "naive_minus_GBRT": 0.023829463893274408 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.14228627198891794, + "GBRT": 0.11197436692465922, + "naive_minus_GBRT": 0.030311905064258723 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.13368430610085588, + "GBRT": 0.10383167804805232, + "naive_minus_GBRT": 0.02985262805280356 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.06259625849883814, + "GBRT": 0.08583878883230302, + "naive_minus_GBRT": -0.023242530333464878 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.11215930674183022, + "GBRT": 0.09476106715362402, + "naive_minus_GBRT": 0.017398239588206202 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.07848054774125442, + "GBRT": 0.06779457556458, + "naive_minus_GBRT": 0.010685972176674413 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.06977212705175342, + "GBRT": 0.040186950314247426, + "naive_minus_GBRT": 0.029585176737506 + }, + { + "case": "00000324_3062bccff48e47a2b9de05e3_step_019", + "naive": 0.11275762480753797, + "GBRT": 0.10795630576880921, + "naive_minus_GBRT": 0.004801319038728755 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.08003288325590704, + "GBRT": 0.053469548321618016, + "naive_minus_GBRT": 0.02656333493428903 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.05083212989930207, + "GBRT": 0.05795751554018438, + "naive_minus_GBRT": -0.0071253856408823105 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06859099806358493, + "GBRT": 0.12378869246383901, + "naive_minus_GBRT": -0.055197694400254085 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.14333384736337834, + "GBRT": 0.09000579294635118, + "naive_minus_GBRT": 0.05332805441702716 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.15362944248156107, + "GBRT": 0.12193517507658473, + "naive_minus_GBRT": 0.03169426740497634 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.3696273368218738, + "GBRT": 0.27640419668518235, + "naive_minus_GBRT": 0.09322314013669147 + }, + { + "case": "00000346_4185972a944744d8a7a0f2b4_step_002", + "naive": 0.3297843188175451, + "GBRT": 0.21652693215363225, + "naive_minus_GBRT": 0.11325738666391286 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.043948525228758514, + "GBRT": 0.02911271064402237, + "naive_minus_GBRT": 0.014835814584736144 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.24361263875175448, + "GBRT": 0.24790134555850069, + "naive_minus_GBRT": -0.004288706806746201 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.1252354907107444, + "GBRT": 0.10871969325444356, + "naive_minus_GBRT": 0.016515797456300857 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.08257773298854008, + "GBRT": 0.046608883912943065, + "naive_minus_GBRT": 0.03596884907559702 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.10726227969012044, + "GBRT": 0.053115533472284336, + "naive_minus_GBRT": 0.0541467462178361 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.2554650781612911, + "GBRT": 0.13166186878328076, + "naive_minus_GBRT": 0.12380320937801034 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.12208787101022921, + "GBRT": 0.06883484946797393, + "naive_minus_GBRT": 0.05325302154225528 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.11705821716831526, + "GBRT": 0.13393666730660955, + "naive_minus_GBRT": -0.016878450138294296 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.0782982784154555, + "GBRT": 0.047150641593770776, + "naive_minus_GBRT": 0.031147636821684727 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.1714373592046179, + "GBRT": 0.09318385683558385, + "naive_minus_GBRT": 0.07825350236903404 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.23816627716268457, + "GBRT": 0.16124691988601486, + "naive_minus_GBRT": 0.07691935727666971 + }, + { + "case": "00000413_94f421b1b33d47c592c9fe1d_step_000", + "naive": 0.06643860577790915, + "GBRT": 0.054040040853227715, + "naive_minus_GBRT": 0.012398564924681436 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.1371003800936285, + "GBRT": 0.13954873633365264, + "naive_minus_GBRT": -0.002448356240024152 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.09496546414431205, + "GBRT": 0.10940694682336671, + "naive_minus_GBRT": -0.014441482679054665 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.12154741842047653, + "GBRT": 0.10842284111380118, + "naive_minus_GBRT": 0.01312457730667535 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.07594114617002044, + "GBRT": 0.05705773281153328, + "naive_minus_GBRT": 0.018883413358487165 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.08221739200345501, + "GBRT": 0.08573230072044312, + "naive_minus_GBRT": -0.003514908716988105 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.073274730824891, + "GBRT": 0.051877260706677746, + "naive_minus_GBRT": 0.021397470118213253 + }, + { + "case": "00000470_11951e51b89249dba38ded3e_step_005", + "naive": 0.1349451539566297, + "GBRT": 0.04908004610227547, + "naive_minus_GBRT": 0.08586510785435424 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.12667037671187584, + "GBRT": 0.09687268657755654, + "naive_minus_GBRT": 0.029797690134319293 + }, + { + "case": "00000492_a7d0c851b5f24a97a7cac950_step_009", + "naive": 0.1467788496672615, + "GBRT": 0.08846722635547571, + "naive_minus_GBRT": 0.0583116233117858 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.04379083222721924, + "GBRT": 0.04596025634621162, + "naive_minus_GBRT": -0.0021694241189923816 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.06256151310203868, + "GBRT": 0.046555777031196774, + "naive_minus_GBRT": 0.01600573607084191 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.0710748644086248, + "GBRT": 0.07639569888276, + "naive_minus_GBRT": -0.0053208344741352 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.1622067818767245, + "GBRT": 0.10911232316268756, + "naive_minus_GBRT": 0.05309445871403694 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.05550931475063437, + "GBRT": 0.05213705674422877, + "naive_minus_GBRT": 0.0033722580064056012 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.09983173384603329, + "GBRT": 0.07170016331430222, + "naive_minus_GBRT": 0.02813157053173107 + }, + { + "case": "00000559_a1621e156ade4317ab6a5bc5_step_000", + "naive": 0.06377828651903165, + "GBRT": 0.05281612115926125, + "naive_minus_GBRT": 0.010962165359770404 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.06240162496271166, + "GBRT": 0.035828273761780195, + "naive_minus_GBRT": 0.026573351200931468 + }, + { + "case": "00000579_5a4cef68211d4706b1ec8586_step_008", + "naive": 0.20607629938984035, + "GBRT": 0.08192884269090624, + "naive_minus_GBRT": 0.12414745669893411 + }, + { + "case": "00000587_2417b410de78416ebe50d460_step_000", + "naive": 0.05386290349031155, + "GBRT": 0.04835076560966143, + "naive_minus_GBRT": 0.0055121378806501226 + }, + { + "case": "00000591_2417b410de78416ebe50d460_step_004", + "naive": 0.05842936501644536, + "GBRT": 0.04972437241711097, + "naive_minus_GBRT": 0.008704992599334396 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.17415346788770425, + "GBRT": 0.11456175016915862, + "naive_minus_GBRT": 0.05959171771854563 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.1168868914144345, + "GBRT": 0.07088202540321145, + "naive_minus_GBRT": 0.04600486601122304 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.09440695997339037, + "GBRT": 0.06292344355469505, + "naive_minus_GBRT": 0.03148351641869532 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.05089886009213826, + "GBRT": 0.04876099200456916, + "naive_minus_GBRT": 0.002137868087569099 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.08525454557336817, + "GBRT": 0.07125150182065002, + "naive_minus_GBRT": 0.014003043752718158 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.09507905364594874, + "GBRT": 0.0763196161611766, + "naive_minus_GBRT": 0.01875943748477213 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.045045699123560615, + "GBRT": 0.03894573136898892, + "naive_minus_GBRT": 0.006099967754571695 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.179999415477278, + "GBRT": 0.12223725265729131, + "naive_minus_GBRT": 0.05776216281998668 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.11350619406508933, + "GBRT": 0.062445721838006715, + "naive_minus_GBRT": 0.05106047222708261 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.1272032126569926, + "GBRT": 0.11006291510789377, + "naive_minus_GBRT": 0.017140297549098835 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.12893681944444754, + "GBRT": 0.10156729077544044, + "naive_minus_GBRT": 0.027369528669007104 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.15514060750151915, + "GBRT": 0.15350809136166282, + "naive_minus_GBRT": 0.0016325161398563215 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.11739164044584026, + "GBRT": 0.06947703708768496, + "naive_minus_GBRT": 0.0479146033581553 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.11569051485571338, + "GBRT": 0.06891042993913261, + "naive_minus_GBRT": 0.04678008491658077 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.10679391821631067, + "GBRT": 0.10592590588330078, + "naive_minus_GBRT": 0.0008680123330098849 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.19354273088724308, + "GBRT": 0.0643425582219633, + "naive_minus_GBRT": 0.12920017266527978 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.07248590246012232, + "GBRT": 0.051796361656821124, + "naive_minus_GBRT": 0.020689540803301196 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.0921280623453665, + "GBRT": 0.08971079997503842, + "naive_minus_GBRT": 0.002417262370328077 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.16457090283270398, + "GBRT": 0.11500595364425595, + "naive_minus_GBRT": 0.04956494918844803 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.23544569939527804, + "GBRT": 0.17232510740260956, + "naive_minus_GBRT": 0.06312059199266848 + }, + { + "case": "00000781_a25fb37392a44447b9684f16_step_006", + "naive": 0.12180566236094643, + "GBRT": 0.051423734400759424, + "naive_minus_GBRT": 0.07038192796018701 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.11028947106140478, + "GBRT": 0.05990098361972065, + "naive_minus_GBRT": 0.050388487441684136 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.11849591231525979, + "GBRT": 0.06341105157102807, + "naive_minus_GBRT": 0.05508486074423172 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.13068865365768503, + "GBRT": 0.09595935983468766, + "naive_minus_GBRT": 0.03472929382299737 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.18011853109727133, + "GBRT": 0.1177666148314704, + "naive_minus_GBRT": 0.06235191626580093 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.10391427398534137, + "GBRT": 0.05465274460426377, + "naive_minus_GBRT": 0.0492615293810776 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.10170039913822113, + "GBRT": 0.07016798005263566, + "naive_minus_GBRT": 0.03153241908558546 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.10552277778890753, + "GBRT": 0.07003455813364651, + "naive_minus_GBRT": 0.03548821965526103 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.09260319660832508, + "GBRT": 0.06991819281751889, + "naive_minus_GBRT": 0.022685003790806194 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.06589288367559977, + "GBRT": 0.05607245167936987, + "naive_minus_GBRT": 0.009820431996229902 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.08255549356665266, + "GBRT": 0.06792617082297223, + "naive_minus_GBRT": 0.014629322743680437 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.21406566577366826, + "GBRT": 0.16115213089430994, + "naive_minus_GBRT": 0.05291353487935832 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.09897683872858772, + "GBRT": 0.08660141285434221, + "naive_minus_GBRT": 0.012375425874245505 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.09869670255570419, + "GBRT": 0.07839496763126852, + "naive_minus_GBRT": 0.02030173492443567 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04688026517471224, + "GBRT": 0.15886466259344176, + "naive_minus_GBRT": -0.11198439741872951 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.06413437304665145, + "GBRT": 0.03810436632015484, + "naive_minus_GBRT": 0.026030006726496614 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.07337385717535101, + "GBRT": 0.0706531431860036, + "naive_minus_GBRT": 0.002720713989347409 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.2966440086951674, + "GBRT": 0.17323539856061285, + "naive_minus_GBRT": 0.12340861013455454 + }, + { + "case": "00000834_889a065d51a24bb8ad704c69_step_005", + "naive": 0.07291585950406493, + "GBRT": 0.054891932814242754, + "naive_minus_GBRT": 0.018023926689822174 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.20967385437104644, + "GBRT": 0.15445948533270878, + "naive_minus_GBRT": 0.05521436903833765 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.05226064085581985, + "GBRT": 0.02254378238616707, + "naive_minus_GBRT": 0.02971685846965278 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.07233535115788273, + "GBRT": 0.05190360894648711, + "naive_minus_GBRT": 0.02043174221139562 + }, + { + "case": "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "naive": 0.1093309339150331, + "GBRT": 0.05680051792320357, + "naive_minus_GBRT": 0.052530415991829525 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.050087213248575, + "GBRT": 0.03617343933962954, + "naive_minus_GBRT": 0.013913773908945458 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.04465331495881047, + "GBRT": 0.04268507927287961, + "naive_minus_GBRT": 0.0019682356859308595 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.07135645114678704, + "GBRT": 0.0673666810164163, + "naive_minus_GBRT": 0.003989770130370746 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.06179552474580194, + "GBRT": 0.036773461438445156, + "naive_minus_GBRT": 0.025022063307356783 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.08947756998158948, + "GBRT": 0.08491662719825208, + "naive_minus_GBRT": 0.004560942783337407 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.09987636059598654, + "GBRT": 0.08226360160042091, + "naive_minus_GBRT": 0.017612758995565622 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.0677161640843133, + "GBRT": 0.053814339639168686, + "naive_minus_GBRT": 0.013901824445144616 + }, + { + "case": "00000870_029c2575dd474650ba1b8d21_step_010", + "naive": 0.07409821874844508, + "GBRT": 0.06303354427010964, + "naive_minus_GBRT": 0.011064674478335437 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.17064600158379506, + "GBRT": 0.07460760707527303, + "naive_minus_GBRT": 0.09603839450852203 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.05776265411364062, + "GBRT": 0.023636735830396563, + "naive_minus_GBRT": 0.03412591828324406 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.20231088717837992, + "GBRT": 0.17310337028334452, + "naive_minus_GBRT": 0.029207516895035396 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.17738262647388475, + "GBRT": 0.11906304294289387, + "naive_minus_GBRT": 0.058319583530990884 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.08758194600216555, + "GBRT": 0.04605838025995428, + "naive_minus_GBRT": 0.04152356574221127 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.04810691643796003, + "GBRT": 0.03986879078126876, + "naive_minus_GBRT": 0.00823812565669127 + }, + { + "case": "00000892_be26dc83f78947738b2bfabd_step_001", + "naive": 0.19207430946330814, + "GBRT": 0.15179822579247612, + "naive_minus_GBRT": 0.04027608367083202 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.048515858799976296, + "GBRT": 0.03899261723154596, + "naive_minus_GBRT": 0.009523241568430332 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.18204184258470338, + "GBRT": 0.15910206979648658, + "naive_minus_GBRT": 0.022939772788216795 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.074035823879836, + "GBRT": 0.06957962301383308, + "naive_minus_GBRT": 0.004456200866002916 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.15897094248275878, + "GBRT": 0.1306875031604033, + "naive_minus_GBRT": 0.02828343932235547 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.05584618948038905, + "GBRT": 0.040604835501894344, + "naive_minus_GBRT": 0.015241353978494708 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.06578988724707116, + "GBRT": 0.04784882839225908, + "naive_minus_GBRT": 0.017941058854812078 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.09024182163126647, + "GBRT": 0.07108210702182674, + "naive_minus_GBRT": 0.01915971460943973 + }, + { + "case": "00000955_a741c7966d2c40a8a511263e_step_001", + "naive": 0.05024348050879459, + "GBRT": 0.0439060800521656, + "naive_minus_GBRT": 0.0063374004566289915 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.051284828183322535, + "GBRT": 0.039945343130448493, + "naive_minus_GBRT": 0.011339485052874042 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.08804283967382101, + "GBRT": 0.0761759276606702, + "naive_minus_GBRT": 0.011866912013150807 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.0742981170938286, + "GBRT": 0.06982628596073001, + "naive_minus_GBRT": 0.004471831133098583 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.1896019676950147, + "GBRT": 0.09353154843101895, + "naive_minus_GBRT": 0.09607041926399575 + }, + { + "case": "00000988_0dd1386597104265ab67e6cf_step_011", + "naive": 0.10905589346495634, + "GBRT": 0.09114916673708161, + "naive_minus_GBRT": 0.01790672672787473 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.05695775237701997, + "GBRT": 0.04582430479187798, + "naive_minus_GBRT": 0.011133447585141988 + }, + { + "case": "00000994_ac4ba032d4b5431ca04f542c_step_001", + "naive": 0.07926800738851339, + "GBRT": 0.06936625725867575, + "naive_minus_GBRT": 0.009901750129837641 + }, + { + "case": "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "naive": 0.08855295226802867, + "GBRT": 0.0566929270124877, + "naive_minus_GBRT": 0.03186002525554097 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.04212900382766234, + "GBRT": 0.04258680574978348, + "naive_minus_GBRT": -0.00045780192212113713 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.05861214751935373, + "GBRT": 0.08301864724422485, + "naive_minus_GBRT": -0.02440649972487112 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.11243248681313858, + "GBRT": 0.07252454946546527, + "naive_minus_GBRT": 0.03990793734767331 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.09158358079494391, + "GBRT": 0.08112434299789005, + "naive_minus_GBRT": 0.010459237797053864 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.08299355444453221, + "GBRT": 0.04833208603688513, + "naive_minus_GBRT": 0.034661468407647084 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.06381049218488381, + "GBRT": 0.04379538363128895, + "naive_minus_GBRT": 0.02001510855359486 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1572548433032776, + "GBRT": 0.10753500341236615, + "naive_minus_GBRT": 0.04971983989091146 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.06534283741371971, + "GBRT": 0.05387277925738237, + "naive_minus_GBRT": 0.011470058156337344 + }, + { + "case": "00001021_ca4cf9693d6d4a98b515ba99_step_002", + "naive": 0.09453783398907076, + "GBRT": 0.07157800668309565, + "naive_minus_GBRT": 0.02295982730597511 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.052529748259872416, + "GBRT": 0.03534072313054082, + "naive_minus_GBRT": 0.017189025129331598 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.3124944851488107, + "GBRT": 0.20833761830501926, + "naive_minus_GBRT": 0.10415686684379141 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.08101479930630166, + "GBRT": 0.06790575826529074, + "naive_minus_GBRT": 0.013109041041010919 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.25204050278329937, + "GBRT": 0.24063266883794504, + "naive_minus_GBRT": 0.011407833945354329 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.060871189654162786, + "GBRT": 0.16596824025257123, + "naive_minus_GBRT": -0.10509705059840845 + }, + { + "case": "00001041_6baf25f5fe2947e8927797d8_step_000", + "naive": 0.06159213344809353, + "GBRT": 0.04827727390377994, + "naive_minus_GBRT": 0.013314859544313586 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.0655933118636613, + "GBRT": 0.05865898537148233, + "naive_minus_GBRT": 0.006934326492178969 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.05434612704777724, + "GBRT": 0.04398289101813113, + "naive_minus_GBRT": 0.01036323602964611 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.049975550017460964, + "GBRT": 0.023030326141447257, + "naive_minus_GBRT": 0.026945223876013707 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.08139276120108661, + "GBRT": 0.05796046793546268, + "naive_minus_GBRT": 0.023432293265623932 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.08570785236844569, + "GBRT": 0.06320592981772474, + "naive_minus_GBRT": 0.02250192255072095 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.17082855613032794, + "GBRT": 0.17418798190457743, + "naive_minus_GBRT": -0.003359425774249497 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.07804585804103883, + "GBRT": 0.077216224172874, + "naive_minus_GBRT": 0.000829633868164828 + }, + { + "case": "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "naive": 0.05266877924231083, + "GBRT": 0.04493092724719633, + "naive_minus_GBRT": 0.007737851995114502 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.16563164528347726, + "GBRT": 0.09264077762800435, + "naive_minus_GBRT": 0.07299086765547291 + }, + { + "case": "00001108_412675e2ea594e70bbd8cf6c_step_000", + "naive": 0.11218174012763976, + "GBRT": 0.06979034885941392, + "naive_minus_GBRT": 0.042391391268225845 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.09972740360175548, + "GBRT": 0.08845902325648469, + "naive_minus_GBRT": 0.011268380345270793 + }, + { + "case": "00001121_da4037e40839451dbbc2bd1f_step_000", + "naive": 0.04382296214947005, + "GBRT": 0.04899525472560072, + "naive_minus_GBRT": -0.005172292576130673 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.055062395663031, + "GBRT": 0.04296880722593778, + "naive_minus_GBRT": 0.012093588437093218 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.187298899757805, + "GBRT": 0.16652363606505302, + "naive_minus_GBRT": 0.020775263692751983 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.07234306670486568, + "GBRT": 0.062416604617946195, + "naive_minus_GBRT": 0.009926462086919483 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.20376413032364565, + "GBRT": 0.19747247396282253, + "naive_minus_GBRT": 0.006291656360823128 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.0627287729714894, + "GBRT": 0.04778833828697001, + "naive_minus_GBRT": 0.014940434684519395 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.27756055711630545, + "GBRT": 0.11459831310950759, + "naive_minus_GBRT": 0.16296224400679787 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.11770601401614515, + "GBRT": 0.11659619898428432, + "naive_minus_GBRT": 0.0011098150318608335 + }, + { + "case": "00001185_507b60b57791425bbb73273e_step_000", + "naive": 0.0942598302957976, + "GBRT": 0.07940152639987888, + "naive_minus_GBRT": 0.014858303895918717 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05704374336649714, + "GBRT": 0.10274357784417483, + "naive_minus_GBRT": -0.04569983447767769 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.12371108608322862, + "GBRT": 0.07957397936050192, + "naive_minus_GBRT": 0.04413710672272669 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.05721863408198532, + "GBRT": 0.05499139855514926, + "naive_minus_GBRT": 0.002227235526836062 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.10734762643474344, + "GBRT": 0.11156258540349734, + "naive_minus_GBRT": -0.004214958968753901 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.27094246410286393, + "GBRT": 0.20435779875434448, + "naive_minus_GBRT": 0.06658466534851945 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.13343095517582068, + "GBRT": 0.14131075055189182, + "naive_minus_GBRT": -0.007879795376071141 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.08076562030745388, + "GBRT": 0.06680978911527867, + "naive_minus_GBRT": 0.013955831192175208 + }, + { + "case": "00001235_17ea801126da4654b34f6c52_step_000", + "naive": 0.10066333477588761, + "GBRT": 0.06481191722532391, + "naive_minus_GBRT": 0.0358514175505637 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0963004565475208, + "GBRT": 0.06746097811783504, + "naive_minus_GBRT": 0.02883947842968576 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.05503955135389341, + "GBRT": 0.05405452109726229, + "naive_minus_GBRT": 0.000985030256631117 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.14121648031659512, + "GBRT": 0.10230803250495935, + "naive_minus_GBRT": 0.03890844781163577 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.18779883415570228, + "GBRT": 0.1998433559550338, + "naive_minus_GBRT": -0.01204452179933152 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.08639594070856632, + "GBRT": 0.09089846667557712, + "naive_minus_GBRT": -0.004502525967010798 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.15218404795618654, + "GBRT": 0.1021499990014831, + "naive_minus_GBRT": 0.05003404895470344 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.11448563990524326, + "GBRT": 0.05370717071823857, + "naive_minus_GBRT": 0.060778469187004684 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1313394678226826, + "GBRT": 0.07979535667183393, + "naive_minus_GBRT": 0.05154411115084867 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.11183662759974203, + "GBRT": 0.054912367840110235, + "naive_minus_GBRT": 0.05692425975963179 + }, + { + "case": "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "naive": 0.06450026596540366, + "GBRT": 0.05569401198797042, + "naive_minus_GBRT": 0.008806253977433239 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.09587184292764364, + "GBRT": 0.08077235825094256, + "naive_minus_GBRT": 0.01509948467670108 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.058230578959195034, + "GBRT": 0.03726035566980316, + "naive_minus_GBRT": 0.020970223289391875 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.3387046300880545, + "GBRT": 0.3382559113244064, + "naive_minus_GBRT": 0.0004487187636481038 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.17058088465296006, + "GBRT": 0.2495391912816047, + "naive_minus_GBRT": -0.07895830662864464 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2861463930347682, + "GBRT": 0.17022296118240973, + "naive_minus_GBRT": 0.11592343185235846 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.1064538101667929, + "GBRT": 0.057591567152710556, + "naive_minus_GBRT": 0.04886224301408234 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06917676833441591, + "GBRT": 0.0523932718499352, + "naive_minus_GBRT": 0.016783496484480714 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.06351334828861362, + "GBRT": 0.049808229713689305, + "naive_minus_GBRT": 0.013705118574924312 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.1002173142503758, + "GBRT": 0.06807771689668068, + "naive_minus_GBRT": 0.03213959735369512 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.06473522075203764, + "GBRT": 0.05912762437382363, + "naive_minus_GBRT": 0.005607596378214008 + }, + { + "case": "00001320_6a5a7dbad03b4a57b33f2c0d_step_003", + "naive": 0.074993011772457, + "GBRT": 0.052992452544460694, + "naive_minus_GBRT": 0.022000559227996305 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.17627831458132426, + "GBRT": 0.09813836356374754, + "naive_minus_GBRT": 0.07813995101757672 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.1290074497058551, + "GBRT": 0.14759094276014825, + "naive_minus_GBRT": -0.01858349305429316 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.18007859442341798, + "GBRT": 0.1878986448390446, + "naive_minus_GBRT": -0.007820050415626612 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.2280744289457162, + "GBRT": 0.1063254029083201, + "naive_minus_GBRT": 0.1217490260373961 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.30087416505075865, + "GBRT": 0.13818783102326548, + "naive_minus_GBRT": 0.16268633402749316 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.10644005679926388, + "GBRT": 0.13765063504761874, + "naive_minus_GBRT": -0.031210578248354853 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.18408795618611692, + "GBRT": 0.10636000543065692, + "naive_minus_GBRT": 0.07772795075546 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.19574502862701115, + "GBRT": 0.15142938503567416, + "naive_minus_GBRT": 0.044315643591336995 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.05491398996974305, + "GBRT": 0.05292209403943761, + "naive_minus_GBRT": 0.0019918959303054443 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.13682596017759163, + "GBRT": 0.12499764605206655, + "naive_minus_GBRT": 0.011828314125525083 + }, + { + "case": "00001371_2e314c6e080b40fcb6a6db96_step_014", + "naive": 0.15469020008703302, + "GBRT": 0.13134372925339505, + "naive_minus_GBRT": 0.023346470833637972 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.22227343406279884, + "GBRT": 0.13978172416174806, + "naive_minus_GBRT": 0.08249170990105079 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.14741237602887625, + "GBRT": 0.07839724769450625, + "naive_minus_GBRT": 0.06901512833437 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0526333957523886, + "GBRT": 0.04023955037169743, + "naive_minus_GBRT": 0.012393845380691174 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.054812363631225, + "GBRT": 0.047335825369690596, + "naive_minus_GBRT": 0.007476538261534403 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.07608170891450962, + "GBRT": 0.07054750430685727, + "naive_minus_GBRT": 0.005534204607652346 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.16676163847591982, + "GBRT": 0.08446584657057754, + "naive_minus_GBRT": 0.08229579190534228 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.05794639698466777, + "GBRT": 0.048135127595281116, + "naive_minus_GBRT": 0.009811269389386652 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.09952246693311015, + "GBRT": 0.07232150259105208, + "naive_minus_GBRT": 0.02720096434205807 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.057845321337602326, + "GBRT": 0.051070132130624064, + "naive_minus_GBRT": 0.006775189206978262 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.05575187945848131, + "GBRT": 0.03941408295227487, + "naive_minus_GBRT": 0.01633779650620644 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.08581017232173184, + "GBRT": 0.03016379953471718, + "naive_minus_GBRT": 0.05564637278701466 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.08875499047092868, + "GBRT": 0.055002133087418234, + "naive_minus_GBRT": 0.03375285738351044 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.1265743369962412, + "GBRT": 0.06463676795216323, + "naive_minus_GBRT": 0.061937569044077975 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.11334119987964894, + "GBRT": 0.08808150205970204, + "naive_minus_GBRT": 0.0252596978199469 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.05679841858449558, + "GBRT": 0.05174763769551085, + "naive_minus_GBRT": 0.005050780888984731 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.05727999196350822, + "GBRT": 0.03716519073018363, + "naive_minus_GBRT": 0.02011480123332459 + }, + { + "case": "00001411_49414db2dd594dc6a3907cf3_step_014", + "naive": 0.05182504084034391, + "GBRT": 0.041383500858347896, + "naive_minus_GBRT": 0.010441539981996012 + }, + { + "case": "00001412_49414db2dd594dc6a3907cf3_step_015", + "naive": 0.07888272651762761, + "GBRT": 0.06385366686633222, + "naive_minus_GBRT": 0.01502905965129539 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.3514005931958854, + "GBRT": 0.24380729427835612, + "naive_minus_GBRT": 0.10759329891752928 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.17216574778913551, + "GBRT": 0.07104853324876921, + "naive_minus_GBRT": 0.1011172145403663 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.1325128275374046, + "GBRT": 0.09573330472323673, + "naive_minus_GBRT": 0.03677952281416787 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.1504756486106785, + "GBRT": 0.12183167114829795, + "naive_minus_GBRT": 0.02864397746238055 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.09479377891251532, + "GBRT": 0.0532270205020601, + "naive_minus_GBRT": 0.04156675841045522 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.056804504738014704, + "GBRT": 0.027925764204757016, + "naive_minus_GBRT": 0.028878740533257688 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.15798799683993098, + "GBRT": 0.10099338705849621, + "naive_minus_GBRT": 0.056994609781434766 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.10428013922296653, + "GBRT": 0.08860969583869674, + "naive_minus_GBRT": 0.01567044338426979 + }, + { + "case": "00001469_a45f6c99e2154f3b94955175_step_053", + "naive": 0.14930699296830088, + "GBRT": 0.14839991826755916, + "naive_minus_GBRT": 0.0009070747007417224 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.15997371683611736, + "GBRT": 0.12135140636791357, + "naive_minus_GBRT": 0.03862231046820379 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09675275188048726, + "GBRT": 0.11454447396619052, + "naive_minus_GBRT": -0.01779172208570326 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08651662202473286, + "GBRT": 0.17029904560946146, + "naive_minus_GBRT": -0.08378242358472861 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.10773874773820802, + "GBRT": 0.09347072898571707, + "naive_minus_GBRT": 0.014268018752490952 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.11593773586370335, + "GBRT": 0.10585211716479376, + "naive_minus_GBRT": 0.010085618698909588 + }, + { + "case": "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "naive": 0.244941628995724, + "GBRT": 0.12889306283389126, + "naive_minus_GBRT": 0.11604856616183273 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.26732038997510155, + "GBRT": 0.16542432678173147, + "naive_minus_GBRT": 0.10189606319337008 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.05733806872964173, + "GBRT": 0.10280141494072884, + "naive_minus_GBRT": -0.04546334621108711 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.0808918670011837, + "GBRT": 0.07083350549403068, + "naive_minus_GBRT": 0.010058361507153016 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.0422620218370488, + "GBRT": 0.034394769410243435, + "naive_minus_GBRT": 0.007867252426805367 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.1625774087719321, + "GBRT": 0.10572816508474202, + "naive_minus_GBRT": 0.05684924368719009 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.20625102934033274, + "GBRT": 0.20291324129308153, + "naive_minus_GBRT": 0.003337788047251211 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.07504691956857462, + "GBRT": 0.047147558770398536, + "naive_minus_GBRT": 0.027899360798176086 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06936122617320943, + "GBRT": 0.04495156880383797, + "naive_minus_GBRT": 0.02440965736937146 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.07597307821816836, + "GBRT": 0.11425747391215729, + "naive_minus_GBRT": -0.038284395693988935 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.14597209149292417, + "GBRT": 0.1266238798472181, + "naive_minus_GBRT": 0.019348211645706076 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.15943642220653667, + "GBRT": 0.146594995078175, + "naive_minus_GBRT": 0.012841427128361671 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.30452529492603225, + "GBRT": 0.19964529256934516, + "naive_minus_GBRT": 0.1048800023566871 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.043913018588066996, + "GBRT": 0.035408886427658416, + "naive_minus_GBRT": 0.00850413216040858 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.08912775095570163, + "GBRT": 0.07815329157181088, + "naive_minus_GBRT": 0.010974459383890758 + }, + { + "case": "00001578_a3b89691665043a08931897f_step_001", + "naive": 0.07535964608510642, + "GBRT": 0.08890179934898046, + "naive_minus_GBRT": -0.013542153263874035 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.05919519044606206, + "GBRT": 0.047507088416844645, + "naive_minus_GBRT": 0.011688102029217412 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.09531879438137704, + "GBRT": 0.08807858562855157, + "naive_minus_GBRT": 0.007240208752825467 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.10738077333041386, + "GBRT": 0.0681688894871429, + "naive_minus_GBRT": 0.039211883843270956 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.27434277368073323, + "GBRT": 0.11415208979215567, + "naive_minus_GBRT": 0.16019068388857755 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.07386580443301256, + "GBRT": 0.03710507268317026, + "naive_minus_GBRT": 0.036760731749842304 + } + ] + }, + { + "split": 2, + "pairs": 306, + "median_naive_minus_GBRT": 0.02319969151557938, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.16093219727990427, + "GBRT": 0.13223808011494734, + "naive_minus_GBRT": 0.028694117164956928 + }, + { + "case": "00000004_1ffb81a71e5b402e966b9341_step_003", + "naive": 0.21304146010186065, + "GBRT": 0.15089865191644097, + "naive_minus_GBRT": 0.06214280818541967 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06977473479694711, + "GBRT": 0.052687849040473834, + "naive_minus_GBRT": 0.017086885756473276 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.16990422258542737, + "GBRT": 0.15297959690385193, + "naive_minus_GBRT": 0.016924625681575434 + }, + { + "case": "00000021_ad34a3f60c4a4caa99646600_step_001", + "naive": 0.056915010446236716, + "GBRT": 0.0690793452511032, + "naive_minus_GBRT": -0.012164334804866478 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06967578329779307, + "GBRT": 0.04789525348383078, + "naive_minus_GBRT": 0.021780529813962293 + }, + { + "case": "00000031_ad34a3f60c4a4caa99646600_step_011", + "naive": 0.11713584579436062, + "GBRT": 0.175255894303569, + "naive_minus_GBRT": -0.05812004850920838 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.17967722948810327, + "GBRT": 0.23496548995111854, + "naive_minus_GBRT": -0.05528826046301527 + }, + { + "case": "00000060_767e4372b5f94a88a7a17d90_step_001", + "naive": 0.12154577107136834, + "GBRT": 0.10375697792324026, + "naive_minus_GBRT": 0.017788793148128076 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.0859775979473539, + "GBRT": 0.05555305266314032, + "naive_minus_GBRT": 0.030424545284213587 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.20374528353024485, + "GBRT": 0.16065051874853, + "naive_minus_GBRT": 0.04309476478171484 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.08666314838936379, + "GBRT": 0.09456265338859737, + "naive_minus_GBRT": -0.007899504999233586 + }, + { + "case": "00000068_767e4372b5f94a88a7a17d90_step_009", + "naive": 0.1036788833663952, + "GBRT": 0.08363887039916366, + "naive_minus_GBRT": 0.02004001296723154 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03532840874211501, + "GBRT": 0.03837836699008595, + "naive_minus_GBRT": -0.003049958247970941 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.04796169335467091, + "GBRT": 0.051935684564325464, + "naive_minus_GBRT": -0.003973991209654554 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.06547284883088429, + "GBRT": 0.05207291564274454, + "naive_minus_GBRT": 0.01339993318813975 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.11198716333318279, + "GBRT": 0.0865507043345177, + "naive_minus_GBRT": 0.02543645899866509 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.22309936537531477, + "GBRT": 0.11511646179047366, + "naive_minus_GBRT": 0.10798290358484111 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.054537200774698424, + "GBRT": 0.06269270563969695, + "naive_minus_GBRT": -0.008155504864998525 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.052069791177715846, + "GBRT": 0.12236847322793824, + "naive_minus_GBRT": -0.0702986820502224 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.1162086242453704, + "GBRT": 0.09883381290013717, + "naive_minus_GBRT": 0.017374811345233235 + }, + { + "case": "00000117_ce24e0cbec8e45c89735d148_step_009", + "naive": 0.1445225298436337, + "GBRT": 0.08974451920143271, + "naive_minus_GBRT": 0.05477801064220099 + }, + { + "case": "00000119_ce24e0cbec8e45c89735d148_step_011", + "naive": 0.2335929295718611, + "GBRT": 0.07149488499899512, + "naive_minus_GBRT": 0.16209804457286597 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.17376932268258324, + "GBRT": 0.1655835728779636, + "naive_minus_GBRT": 0.00818574980461964 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.09255235720058513, + "GBRT": 0.050332708735277655, + "naive_minus_GBRT": 0.04221964846530748 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.08135123306403787, + "GBRT": 0.04240877380761901, + "naive_minus_GBRT": 0.03894245925641886 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.39367635995776357, + "GBRT": 0.2515316738785924, + "naive_minus_GBRT": 0.1421446860791712 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.14000845436989223, + "GBRT": 0.09244581531476351, + "naive_minus_GBRT": 0.047562639055128725 + }, + { + "case": "00000157_8208fd8b44b64dce91322f84_step_000", + "naive": 0.1993068010133686, + "GBRT": 0.14504181160685123, + "naive_minus_GBRT": 0.05426498940651736 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.1468727538344514, + "GBRT": 0.06963145129026779, + "naive_minus_GBRT": 0.0772413025441836 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.32546715731751313, + "GBRT": 0.19002494707877185, + "naive_minus_GBRT": 0.13544221023874128 + }, + { + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "naive": 0.2391962901213759, + "GBRT": 0.13747400561038817, + "naive_minus_GBRT": 0.10172228451098772 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.09222693254266502, + "GBRT": 0.0751229727954705, + "naive_minus_GBRT": 0.017103959747194517 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.19630272866215595, + "GBRT": 0.0646766820626044, + "naive_minus_GBRT": 0.13162604659955157 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.09332399611454742, + "GBRT": 0.04187060820538467, + "naive_minus_GBRT": 0.05145338790916275 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.11008890178875562, + "GBRT": 0.0536092148150625, + "naive_minus_GBRT": 0.05647968697369312 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.06995752102423455, + "GBRT": 0.05891873799436058, + "naive_minus_GBRT": 0.011038783029873975 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.09820496740780069, + "GBRT": 0.054180918411863184, + "naive_minus_GBRT": 0.0440240489959375 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.18766114120877456, + "GBRT": 0.1181791283171008, + "naive_minus_GBRT": 0.06948201289167376 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.07764994399245459, + "GBRT": 0.06823230536181375, + "naive_minus_GBRT": 0.009417638630640837 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.13688451459980555, + "GBRT": 0.09719010208632281, + "naive_minus_GBRT": 0.03969441251348274 + }, + { + "case": "00000223_97b354a907114b7183faa9c4_step_001", + "naive": 0.056510153119596514, + "GBRT": 0.056588704284320765, + "naive_minus_GBRT": -7.855116472425122e-05 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.20852791587182806, + "GBRT": 0.20368407749725823, + "naive_minus_GBRT": 0.004843838374569837 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.07765347288136241, + "GBRT": 0.048475556933742954, + "naive_minus_GBRT": 0.02917791594761946 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.2363351908280718, + "GBRT": 0.16876897634861052, + "naive_minus_GBRT": 0.06756621447946129 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.15923654933458464, + "GBRT": 0.12482103965347954, + "naive_minus_GBRT": 0.0344155096811051 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.06838047191742473, + "GBRT": 0.04712850500912207, + "naive_minus_GBRT": 0.02125196690830266 + }, + { + "case": "00000250_641f03cbe6a145508c6ae055_step_000", + "naive": 0.09865994290157704, + "GBRT": 0.0803504020134357, + "naive_minus_GBRT": 0.018309540888141337 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.2177205594836649, + "GBRT": 0.09692671106049544, + "naive_minus_GBRT": 0.12079384842316945 + }, + { + "case": "00000262_845fb06d7f2f4802a806a600_step_007", + "naive": 0.044762976286271475, + "GBRT": 0.03555665688573053, + "naive_minus_GBRT": 0.009206319400540945 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.09466546468749366, + "GBRT": 0.1176312760038556, + "naive_minus_GBRT": -0.02296581131636194 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.12348280228141012, + "GBRT": 0.06446626620401467, + "naive_minus_GBRT": 0.059016536077395446 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.19215132062015547, + "GBRT": 0.17630774772324084, + "naive_minus_GBRT": 0.015843572896914626 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.13521346430531458, + "GBRT": 0.08478309629309037, + "naive_minus_GBRT": 0.05043036801222421 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.08505524853397682, + "GBRT": 0.05980896625808047, + "naive_minus_GBRT": 0.02524628227589635 + }, + { + "case": "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "naive": 0.08529583219653315, + "GBRT": 0.09196988565582313, + "naive_minus_GBRT": -0.00667405345928998 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.12116609689573131, + "GBRT": 0.10866549763308438, + "naive_minus_GBRT": 0.012500599262646933 + }, + { + "case": "00000291_58f8ff46b7564e989f9695b7_step_004", + "naive": 0.10228302297783859, + "GBRT": 0.07260755489662345, + "naive_minus_GBRT": 0.029675468081215142 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.053329282081726596, + "GBRT": 0.03634187722988558, + "naive_minus_GBRT": 0.01698740485184102 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.14228627198891794, + "GBRT": 0.11637540821414022, + "naive_minus_GBRT": 0.02591086377477772 + }, + { + "case": "00000309_3062bccff48e47a2b9de05e3_step_004", + "naive": 0.15597561194171722, + "GBRT": 0.11261735904323851, + "naive_minus_GBRT": 0.04335825289847871 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.06259625849883814, + "GBRT": 0.08057369070265358, + "naive_minus_GBRT": -0.01797743220381544 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.07848054774125442, + "GBRT": 0.06572841354541872, + "naive_minus_GBRT": 0.012752134195835693 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.055160602022472055, + "GBRT": 0.042825491476010176, + "naive_minus_GBRT": 0.012335110546461879 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.06977212705175342, + "GBRT": 0.037966716667173314, + "naive_minus_GBRT": 0.03180541038458011 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.08003288325590704, + "GBRT": 0.05312979850263784, + "naive_minus_GBRT": 0.026903084753269205 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06859099806358493, + "GBRT": 0.11836974887367172, + "naive_minus_GBRT": -0.049778750810086786 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.15362944248156107, + "GBRT": 0.12065266613603033, + "naive_minus_GBRT": 0.03297677634553074 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.27012136381337887, + "GBRT": 0.18047779117658588, + "naive_minus_GBRT": 0.08964357263679298 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.12802883221765754, + "GBRT": 0.07840495118836156, + "naive_minus_GBRT": 0.04962388102929598 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.11484934480547643, + "GBRT": 0.12089736158721742, + "naive_minus_GBRT": -0.006048016781740995 + }, + { + "case": "00000355_68d1a5c2319a4a419ff625c6_step_001", + "naive": 0.043948525228758514, + "GBRT": 0.028518127440736587, + "naive_minus_GBRT": 0.015430397788021927 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.2827758741760711, + "GBRT": 0.19058726707186296, + "naive_minus_GBRT": 0.09218860710420812 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.2454403695402001, + "GBRT": 0.14378315012918655, + "naive_minus_GBRT": 0.10165721941101355 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.1252354907107444, + "GBRT": 0.1030128323711524, + "naive_minus_GBRT": 0.022222658339592014 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.10726227969012044, + "GBRT": 0.0550521825840722, + "naive_minus_GBRT": 0.05221009710604824 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.22386516569022658, + "GBRT": 0.11392370600004777, + "naive_minus_GBRT": 0.10994145969017881 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.16995290195653265, + "GBRT": 0.09987329589010198, + "naive_minus_GBRT": 0.07007960606643067 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.06336321204139003, + "GBRT": 0.057211812271732866, + "naive_minus_GBRT": 0.006151399769657166 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.1478071549848378, + "GBRT": 0.056791034037342834, + "naive_minus_GBRT": 0.09101612094749495 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.17521958063890594, + "GBRT": 0.08709555170996268, + "naive_minus_GBRT": 0.08812402892894326 + }, + { + "case": "00000408_36bcb4030e36417b8dc74b87_step_000", + "naive": 0.08143634520733516, + "GBRT": 0.06962156602376908, + "naive_minus_GBRT": 0.011814779183566076 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.05416792382066198, + "GBRT": 0.05151233296335484, + "naive_minus_GBRT": 0.0026555908573071413 + }, + { + "case": "00000421_bd0972033f464f8f961a150a_step_002", + "naive": 0.1371003800936285, + "GBRT": 0.14049454013398405, + "naive_minus_GBRT": -0.0033941600403555594 + }, + { + "case": "00000422_8e8a96d437584c77b3cfd84f_step_000", + "naive": 0.09496546414431205, + "GBRT": 0.10336518779912589, + "naive_minus_GBRT": -0.00839972365481384 + }, + { + "case": "00000444_4ed4c78d6d754aac90876fc2_step_003", + "naive": 0.07594114617002044, + "GBRT": 0.05979526672648568, + "naive_minus_GBRT": 0.016145879443534766 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.17707494826716827, + "GBRT": 0.08711651579339906, + "naive_minus_GBRT": 0.08995843247376921 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.0633334646955268, + "GBRT": 0.04941063908370666, + "naive_minus_GBRT": 0.013922825611820136 + }, + { + "case": "00000474_a5639f2b84c445aea5da18ad_step_000", + "naive": 0.09824732111304318, + "GBRT": 0.1025524136943649, + "naive_minus_GBRT": -0.0043050925813217095 + }, + { + "case": "00000477_0fc8cc17c6af48dabe36c8f2_step_002", + "naive": 0.07772150669667469, + "GBRT": 0.06543496690996785, + "naive_minus_GBRT": 0.012286539786706838 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.07275355309161552, + "GBRT": 0.06593807025017974, + "naive_minus_GBRT": 0.00681548284143578 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.12667037671187584, + "GBRT": 0.09306065230443226, + "naive_minus_GBRT": 0.03360972440744357 + }, + { + "case": "00000488_a7d0c851b5f24a97a7cac950_step_005", + "naive": 0.04252857552285512, + "GBRT": 0.037935326317634174, + "naive_minus_GBRT": 0.004593249205220945 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.08754909128407694, + "GBRT": 0.02671877258338479, + "naive_minus_GBRT": 0.06083031870069215 + }, + { + "case": "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "naive": 0.04379083222721924, + "GBRT": 0.03978407642870631, + "naive_minus_GBRT": 0.00400675579851293 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.09190581731654832, + "GBRT": 0.08625147228605798, + "naive_minus_GBRT": 0.0056543450304903375 + }, + { + "case": "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "naive": 0.09035128023042391, + "GBRT": 0.08127498893640665, + "naive_minus_GBRT": 0.009076291294017255 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.16507464240588457, + "GBRT": 0.17751160274928257, + "naive_minus_GBRT": -0.012436960343398001 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.1622067818767245, + "GBRT": 0.1108968225277117, + "naive_minus_GBRT": 0.05130995934901279 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.07105241781323458, + "GBRT": 0.04480610666691507, + "naive_minus_GBRT": 0.026246311146319513 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.05550931475063437, + "GBRT": 0.048961129861890156, + "naive_minus_GBRT": 0.006548184888744216 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.09983173384603329, + "GBRT": 0.08270130105619204, + "naive_minus_GBRT": 0.01713043278984125 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.24952023370941154, + "GBRT": 0.0983978838319944, + "naive_minus_GBRT": 0.15112234987741713 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.08391008646765453, + "GBRT": 0.12323280767315312, + "naive_minus_GBRT": -0.03932272120549858 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.16661962888204337, + "GBRT": 0.13559305906803454, + "naive_minus_GBRT": 0.031026569814008836 + }, + { + "case": "00000611_04e799936ae446b9a3d8d2b8_step_002", + "naive": 0.05089886009213826, + "GBRT": 0.04629355162735974, + "naive_minus_GBRT": 0.004605308464778517 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.20506688872348952, + "GBRT": 0.11908539096494304, + "naive_minus_GBRT": 0.08598149775854648 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.08525454557336817, + "GBRT": 0.07279740741088747, + "naive_minus_GBRT": 0.012457138162480702 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.048020922191304355, + "GBRT": 0.055725438950141364, + "naive_minus_GBRT": -0.007704516758837009 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.12031288954789161, + "GBRT": 0.06480520767635378, + "naive_minus_GBRT": 0.05550768187153783 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.09524329095320296, + "GBRT": 0.09467809988707804, + "naive_minus_GBRT": 0.0005651910661249177 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.0884432956167761, + "GBRT": 0.04376275983334514, + "naive_minus_GBRT": 0.04468053578343095 + }, + { + "case": "00000632_4f322b34e87c43289916c298_step_001", + "naive": 0.054264794558922455, + "GBRT": 0.043837608625238875, + "naive_minus_GBRT": 0.01042718593368358 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.09507905364594874, + "GBRT": 0.07237884539897184, + "naive_minus_GBRT": 0.022700208246976897 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.06941689475470189, + "GBRT": 0.055430565057270904, + "naive_minus_GBRT": 0.013986329697430987 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.179999415477278, + "GBRT": 0.12085534044290769, + "naive_minus_GBRT": 0.0591440750343703 + }, + { + "case": "00000659_6fae5591b3034f949b7e8eae_step_000", + "naive": 0.11350619406508933, + "GBRT": 0.057027381069609764, + "naive_minus_GBRT": 0.05647881299547956 + }, + { + "case": "00000686_24615f5ff44d4cd5809e77a5_step_002", + "naive": 0.12893681944444754, + "GBRT": 0.10072193770557684, + "naive_minus_GBRT": 0.028214881738870698 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.16596971835225835, + "GBRT": 0.06931978572729607, + "naive_minus_GBRT": 0.09664993262496228 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.24333254608908184, + "GBRT": 0.11380737535314872, + "naive_minus_GBRT": 0.12952517073593312 + }, + { + "case": "00000698_6f0fc559e8f3422c908b6060_step_001", + "naive": 0.15514060750151915, + "GBRT": 0.14825419584167301, + "naive_minus_GBRT": 0.006886411659846131 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.11739164044584026, + "GBRT": 0.06711223481691349, + "naive_minus_GBRT": 0.05027940562892677 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.20914616068694353, + "GBRT": 0.09871332007480982, + "naive_minus_GBRT": 0.11043284061213371 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.10814196272236079, + "GBRT": 0.07197782936091661, + "naive_minus_GBRT": 0.03616413336144418 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.15055073017297574, + "GBRT": 0.09483876525094964, + "naive_minus_GBRT": 0.0557119649220261 + }, + { + "case": "00000721_9a461e8ae7dc4d33a55883eb_step_000", + "naive": 0.4049640607055669, + "GBRT": 0.25532947908991543, + "naive_minus_GBRT": 0.14963458161565146 + }, + { + "case": "00000737_989e0f807cde438face0cb00_step_002", + "naive": 0.07805645062153631, + "GBRT": 0.08136004295281486, + "naive_minus_GBRT": -0.0033035923312785542 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.07399626248521886, + "GBRT": 0.056238555972097946, + "naive_minus_GBRT": 0.017757706513120912 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.07631008568674527, + "GBRT": 0.07346040897831799, + "naive_minus_GBRT": 0.0028496767084272845 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.13224693428684065, + "GBRT": 0.08226549999042541, + "naive_minus_GBRT": 0.04998143429641523 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.07248590246012232, + "GBRT": 0.04620966236352221, + "naive_minus_GBRT": 0.02627624009660011 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.16809999875284376, + "GBRT": 0.1232378469232012, + "naive_minus_GBRT": 0.044862151829642566 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.0921280623453665, + "GBRT": 0.09020351737558631, + "naive_minus_GBRT": 0.001924544969780187 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.05431596215190377, + "GBRT": 0.02092647112714943, + "naive_minus_GBRT": 0.033389491024754345 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.23544569939527804, + "GBRT": 0.17885290291353326, + "naive_minus_GBRT": 0.056592796481744784 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.11028947106140478, + "GBRT": 0.057460936666384646, + "naive_minus_GBRT": 0.05282853439502014 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.11849591231525979, + "GBRT": 0.060620027679679916, + "naive_minus_GBRT": 0.05787588463557987 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.13068865365768503, + "GBRT": 0.08450107751313261, + "naive_minus_GBRT": 0.04618757614455242 + }, + { + "case": "00000786_a25fb37392a44447b9684f16_step_011", + "naive": 0.10391427398534137, + "GBRT": 0.049101065902029235, + "naive_minus_GBRT": 0.05481320808331213 + }, + { + "case": "00000791_a25fb37392a44447b9684f16_step_016", + "naive": 0.13503455220132468, + "GBRT": 0.07257478989298134, + "naive_minus_GBRT": 0.06245976230834334 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.23438113806490243, + "GBRT": 0.12253476443347268, + "naive_minus_GBRT": 0.11184637363142975 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.14436300106466493, + "GBRT": 0.04627529956858736, + "naive_minus_GBRT": 0.09808770149607757 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.18084899765836748, + "GBRT": 0.07607048583892624, + "naive_minus_GBRT": 0.10477851181944124 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.10552277778890753, + "GBRT": 0.06273324902066667, + "naive_minus_GBRT": 0.04278952876824087 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.12641970260027688, + "GBRT": 0.11200376353551965, + "naive_minus_GBRT": 0.01441593906475723 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.08299124342845757, + "GBRT": 0.073629447161268, + "naive_minus_GBRT": 0.009361796267189568 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.09260319660832508, + "GBRT": 0.07256562730819081, + "naive_minus_GBRT": 0.02003756930013427 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.06589288367559977, + "GBRT": 0.06087042054819909, + "naive_minus_GBRT": 0.005022463127400678 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.21406566577366826, + "GBRT": 0.15245492639473696, + "naive_minus_GBRT": 0.0616107393789313 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.12164958922582253, + "GBRT": 0.09709450496069666, + "naive_minus_GBRT": 0.02455508426512587 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.09896441477558793, + "GBRT": 0.05928180225108245, + "naive_minus_GBRT": 0.03968261252450548 + }, + { + "case": "00000818_6bbad2756d7845bd8d731d60_step_000", + "naive": 0.08596933186947535, + "GBRT": 0.09995402740291945, + "naive_minus_GBRT": -0.0139846955334441 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04688026517471224, + "GBRT": 0.15857899408230497, + "naive_minus_GBRT": -0.11169872890759272 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.09772539557169203, + "GBRT": 0.08707081231811262, + "naive_minus_GBRT": 0.010654583253579417 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.04724773182775558, + "GBRT": 0.03467219600699354, + "naive_minus_GBRT": 0.01257553582076204 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.20967385437104644, + "GBRT": 0.13814681127817602, + "naive_minus_GBRT": 0.07152704309287042 + }, + { + "case": "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "naive": 0.05226064085581985, + "GBRT": 0.01719799702720252, + "naive_minus_GBRT": 0.03506264382861733 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.1102652063444523, + "GBRT": 0.08663151668486781, + "naive_minus_GBRT": 0.023633689659584498 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.07233535115788273, + "GBRT": 0.05130476843382688, + "naive_minus_GBRT": 0.02103058272405585 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.050087213248575, + "GBRT": 0.038404625675511686, + "naive_minus_GBRT": 0.011682587573063313 + }, + { + "case": "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "naive": 0.04465331495881047, + "GBRT": 0.02759185901355502, + "naive_minus_GBRT": 0.017061455945255447 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.0677161640843133, + "GBRT": 0.05362658820815968, + "naive_minus_GBRT": 0.014089575876153622 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.17064600158379506, + "GBRT": 0.07599529223721922, + "naive_minus_GBRT": 0.09465070934657584 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.7659126131841388, + "GBRT": 0.5351927326220363, + "naive_minus_GBRT": 0.23071988056210258 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.07588563114703765, + "GBRT": 0.05379121266250552, + "naive_minus_GBRT": 0.022094418484532134 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.14677736727137478, + "GBRT": 0.11654483636491642, + "naive_minus_GBRT": 0.03023253090645836 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.20231088717837992, + "GBRT": 0.1643774929048551, + "naive_minus_GBRT": 0.03793339427352482 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.1804284435887729, + "GBRT": 0.14675905867096037, + "naive_minus_GBRT": 0.033669384917812545 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.17738262647388475, + "GBRT": 0.11227705780219906, + "naive_minus_GBRT": 0.0651055686716857 + }, + { + "case": "00000885_029c2575dd474650ba1b8d21_step_025", + "naive": 0.1633452572410602, + "GBRT": 0.07640063517350595, + "naive_minus_GBRT": 0.08694462206755424 + }, + { + "case": "00000886_029c2575dd474650ba1b8d21_step_026", + "naive": 0.04810691643796003, + "GBRT": 0.03770961364792435, + "naive_minus_GBRT": 0.01039730279003568 + }, + { + "case": "00000887_029c2575dd474650ba1b8d21_step_027", + "naive": 0.07988974524656683, + "GBRT": 0.05172413195053459, + "naive_minus_GBRT": 0.028165613296032246 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.05492507827695443, + "GBRT": 0.05599115389997039, + "naive_minus_GBRT": -0.0010660756230159649 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.09471384900627676, + "GBRT": 0.0761962955055591, + "naive_minus_GBRT": 0.018517553500717654 + }, + { + "case": "00000904_4df6ab9924674556bb4a509d_step_004", + "naive": 0.18204184258470338, + "GBRT": 0.15481422121596702, + "naive_minus_GBRT": 0.027227621368736354 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.0985415577677168, + "GBRT": 0.0925404228153002, + "naive_minus_GBRT": 0.006001134952416595 + }, + { + "case": "00000919_cdcebf32644443b9812097ba_step_003", + "naive": 0.11588799042899628, + "GBRT": 0.09970113550777208, + "naive_minus_GBRT": 0.016186854921224195 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.23054350556058262, + "GBRT": 0.07760534002286766, + "naive_minus_GBRT": 0.15293816553771494 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.09024182163126647, + "GBRT": 0.06823913441569861, + "naive_minus_GBRT": 0.022002687215567862 + }, + { + "case": "00000970_edacb215ec6949d8af6c8c68_step_000", + "naive": 0.08804283967382101, + "GBRT": 0.07051962782156117, + "naive_minus_GBRT": 0.017523211852259843 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.2089989962986641, + "GBRT": 0.1407576976005421, + "naive_minus_GBRT": 0.06824129869812201 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.3303913852344988, + "GBRT": 0.251820185336524, + "naive_minus_GBRT": 0.07857119989797479 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.11700964232154643, + "GBRT": 0.06882591436739299, + "naive_minus_GBRT": 0.04818372795415343 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.04212900382766234, + "GBRT": 0.027096931993893937, + "naive_minus_GBRT": 0.015032071833768403 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.11243248681313858, + "GBRT": 0.07092331026575037, + "naive_minus_GBRT": 0.04150917654738821 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.09158358079494391, + "GBRT": 0.08174964191630436, + "naive_minus_GBRT": 0.00983393887863955 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.08299355444453221, + "GBRT": 0.046788713356966515, + "naive_minus_GBRT": 0.0362048410875657 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1572548433032776, + "GBRT": 0.09854820393347746, + "naive_minus_GBRT": 0.05870663936980014 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.09974551177761197, + "GBRT": 0.04899955723002248, + "naive_minus_GBRT": 0.05074595454758949 + }, + { + "case": "00001030_cde47df6e28543d1b434f206_step_002", + "naive": 0.1154592619290279, + "GBRT": 0.09902255250733735, + "naive_minus_GBRT": 0.01643670942169055 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.11077678496644588, + "GBRT": 0.12340185203736277, + "naive_minus_GBRT": -0.012625067070916887 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.25204050278329937, + "GBRT": 0.2351660058211851, + "naive_minus_GBRT": 0.016874496962114266 + }, + { + "case": "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "naive": 0.0688799105871404, + "GBRT": 0.035884451659969216, + "naive_minus_GBRT": 0.03299545892717118 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.07433819505676555, + "GBRT": 0.05092848279569924, + "naive_minus_GBRT": 0.023409712261066307 + }, + { + "case": "00001052_2fd6155fa34f418083d0bd0f_step_001", + "naive": 0.05434612704777724, + "GBRT": 0.030005617226217203, + "naive_minus_GBRT": 0.02434050982156004 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.04583689690639806, + "GBRT": 0.054719989439930644, + "naive_minus_GBRT": -0.008883092533532581 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.08570785236844569, + "GBRT": 0.0625240649692809, + "naive_minus_GBRT": 0.023183787399164796 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.17082855613032794, + "GBRT": 0.17247825445533083, + "naive_minus_GBRT": -0.0016496983250028907 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.10957560959374267, + "GBRT": 0.12091668099509595, + "naive_minus_GBRT": -0.011341071401353278 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.07804585804103883, + "GBRT": 0.06612400590314114, + "naive_minus_GBRT": 0.01192185213789769 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.21191916032625477, + "GBRT": 0.14396225686668135, + "naive_minus_GBRT": 0.06795690345957342 + }, + { + "case": "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "naive": 0.08979234815662804, + "GBRT": 0.08863611784986317, + "naive_minus_GBRT": 0.0011562303067648716 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.06739871905389777, + "GBRT": 0.07490405092991649, + "naive_minus_GBRT": -0.00750533187601872 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.187298899757805, + "GBRT": 0.1664775497505023, + "naive_minus_GBRT": 0.020821350007302702 + }, + { + "case": "00001140_0b0ed9b0ccbb455d82c60d69_step_001", + "naive": 0.14908616061737773, + "GBRT": 0.1243960401900923, + "naive_minus_GBRT": 0.024690120427285425 + }, + { + "case": "00001146_274866da478e4a009bed8750_step_001", + "naive": 0.07234306670486568, + "GBRT": 0.06048720464602223, + "naive_minus_GBRT": 0.011855862058843446 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.05404207719272221, + "GBRT": 0.06182490349385544, + "naive_minus_GBRT": -0.007782826301133236 + }, + { + "case": "00001168_107f61d0402f4c9a9d9d1342_step_001", + "naive": 0.0637167574266559, + "GBRT": 0.05081577348974991, + "naive_minus_GBRT": 0.012900983936905995 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.0627287729714894, + "GBRT": 0.05399542330795066, + "naive_minus_GBRT": 0.008733349663538746 + }, + { + "case": "00001178_515d7e1aeb364a2d88083cf3_step_000", + "naive": 0.11770601401614515, + "GBRT": 0.11417335923783795, + "naive_minus_GBRT": 0.0035326547783072065 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.12371108608322862, + "GBRT": 0.08205391057054463, + "naive_minus_GBRT": 0.04165717551268398 + }, + { + "case": "00001191_507b60b57791425bbb73273e_step_006", + "naive": 0.08369948157194153, + "GBRT": 0.06680901305529344, + "naive_minus_GBRT": 0.01689046851664809 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.08210641148431351, + "GBRT": 0.07114954894903382, + "naive_minus_GBRT": 0.010956862535279693 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.2007396309370584, + "GBRT": 0.12263387329074457, + "naive_minus_GBRT": 0.07810575764631383 + }, + { + "case": "00001210_4be610c137ba42ae9933e69b_step_000", + "naive": 0.2530948240998036, + "GBRT": 0.09120195313951193, + "naive_minus_GBRT": 0.16189287096029167 + }, + { + "case": "00001211_4be610c137ba42ae9933e69b_step_001", + "naive": 0.05721863408198532, + "GBRT": 0.053857929151922, + "naive_minus_GBRT": 0.003360704930063317 + }, + { + "case": "00001212_4be610c137ba42ae9933e69b_step_002", + "naive": 0.10734762643474344, + "GBRT": 0.10882977195033168, + "naive_minus_GBRT": -0.001482145515588243 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.27094246410286393, + "GBRT": 0.21088206283748898, + "naive_minus_GBRT": 0.06006040126537496 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.13343095517582068, + "GBRT": 0.14101452729407868, + "naive_minus_GBRT": -0.007583572118257997 + }, + { + "case": "00001217_e517c61f1c49433bb81cf980_step_000", + "naive": 0.3061632335822919, + "GBRT": 0.20786873235549444, + "naive_minus_GBRT": 0.09829450122679748 + }, + { + "case": "00001228_2fd836ae38b44c41bfbd9584_step_002", + "naive": 0.09560288641390881, + "GBRT": 0.06982808978283338, + "naive_minus_GBRT": 0.02577479663107543 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.08076562030745388, + "GBRT": 0.07359019663304353, + "naive_minus_GBRT": 0.007175423674410347 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0963004565475208, + "GBRT": 0.06864011774908023, + "naive_minus_GBRT": 0.02766033879844057 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.09542685468839401, + "GBRT": 0.08645518035755528, + "naive_minus_GBRT": 0.00897167433083873 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.05503955135389341, + "GBRT": 0.05830629821233839, + "naive_minus_GBRT": -0.0032667468584449827 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.3628028141320971, + "GBRT": 0.29945051815527146, + "naive_minus_GBRT": 0.06335229597682562 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.06790835925053756, + "GBRT": 0.11749722074431852, + "naive_minus_GBRT": -0.04958886149378096 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.12565335340085013, + "GBRT": 0.06568327257389356, + "naive_minus_GBRT": 0.05997008082695657 + }, + { + "case": "00001247_96503b6a26c64074ad598927_step_009", + "naive": 0.14121648031659512, + "GBRT": 0.0976841346804273, + "naive_minus_GBRT": 0.04353234563616781 + }, + { + "case": "00001249_96503b6a26c64074ad598927_step_011", + "naive": 0.18779883415570228, + "GBRT": 0.18919188486638056, + "naive_minus_GBRT": -0.001393050710678273 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.08639594070856632, + "GBRT": 0.0886723603482333, + "naive_minus_GBRT": -0.002276419639666974 + }, + { + "case": "00001253_96503b6a26c64074ad598927_step_015", + "naive": 0.15218404795618654, + "GBRT": 0.10120578755510605, + "naive_minus_GBRT": 0.050978260401080486 + }, + { + "case": "00001254_c2da273d137e475abb1ab1f4_step_000", + "naive": 0.0743692708409744, + "GBRT": 0.06465657391739467, + "naive_minus_GBRT": 0.009712696923579733 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.11448563990524326, + "GBRT": 0.05136849761087192, + "naive_minus_GBRT": 0.06311714229437133 + }, + { + "case": "00001260_a4715d363f88400c8f0238d1_step_003", + "naive": 0.05293542692890882, + "GBRT": 0.01925627552965741, + "naive_minus_GBRT": 0.03367915139925141 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1313394678226826, + "GBRT": 0.07398774160312556, + "naive_minus_GBRT": 0.057351726219557045 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.12229650063958046, + "GBRT": 0.11742375234815002, + "naive_minus_GBRT": 0.004872748291430445 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.09587184292764364, + "GBRT": 0.08226063058263694, + "naive_minus_GBRT": 0.013611212345006701 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.058230578959195034, + "GBRT": 0.04292583527284677, + "naive_minus_GBRT": 0.015304743686348266 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.3387046300880545, + "GBRT": 0.314759548773928, + "naive_minus_GBRT": 0.023945081314126537 + }, + { + "case": "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "naive": 0.17058088465296006, + "GBRT": 0.260053365786999, + "naive_minus_GBRT": -0.08947248113403894 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2861463930347682, + "GBRT": 0.1724608922330185, + "naive_minus_GBRT": 0.11368550080174969 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.1064538101667929, + "GBRT": 0.055076840675413685, + "naive_minus_GBRT": 0.05137696949137921 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06917676833441591, + "GBRT": 0.051801238017926805, + "naive_minus_GBRT": 0.017375530316489106 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.06351334828861362, + "GBRT": 0.04805183085792619, + "naive_minus_GBRT": 0.015461517430687424 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.1667414166091572, + "GBRT": 0.09180107229819641, + "naive_minus_GBRT": 0.07494034431096079 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.1290074497058551, + "GBRT": 0.11458080864481243, + "naive_minus_GBRT": 0.014426641061042661 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.2280744289457162, + "GBRT": 0.1065561349270046, + "naive_minus_GBRT": 0.1215182940187116 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.0921021207960105, + "GBRT": 0.06014640152805874, + "naive_minus_GBRT": 0.031955719267951765 + }, + { + "case": "00001345_d8d97699a52842539e08d117_step_003", + "naive": 0.19733777727423313, + "GBRT": 0.06407990523301015, + "naive_minus_GBRT": 0.13325787204122297 + }, + { + "case": "00001346_d8d97699a52842539e08d117_step_004", + "naive": 0.30087416505075865, + "GBRT": 0.13300901067263518, + "naive_minus_GBRT": 0.16786515437812347 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.10644005679926388, + "GBRT": 0.11083833297618952, + "naive_minus_GBRT": -0.0043982761769256334 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.08900413120544025, + "GBRT": 0.06807201416308058, + "naive_minus_GBRT": 0.02093211704235967 + }, + { + "case": "00001353_4e1d56bc2cef49ea84626b11_step_001", + "naive": 0.18408795618611692, + "GBRT": 0.10088097866379137, + "naive_minus_GBRT": 0.08320697752232556 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.05491398996974305, + "GBRT": 0.053552504900301355, + "naive_minus_GBRT": 0.001361485069441698 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.05719489358418565, + "GBRT": 0.04347851195023184, + "naive_minus_GBRT": 0.013716381633953806 + }, + { + "case": "00001369_2e314c6e080b40fcb6a6db96_step_012", + "naive": 0.13682596017759163, + "GBRT": 0.1176114304462583, + "naive_minus_GBRT": 0.019214529731333335 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.22227343406279884, + "GBRT": 0.14146086964804483, + "naive_minus_GBRT": 0.08081256441475401 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.16269756416610728, + "GBRT": 0.11069853234012235, + "naive_minus_GBRT": 0.051999031825984934 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.10146311767571026, + "GBRT": 0.08003722245069424, + "naive_minus_GBRT": 0.02142589522501602 + }, + { + "case": "00001381_c49484307f434da78fa06b1f_step_001", + "naive": 0.054812363631225, + "GBRT": 0.0448955384068349, + "naive_minus_GBRT": 0.009916825224390101 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.05794639698466777, + "GBRT": 0.04238960578560523, + "naive_minus_GBRT": 0.015556791199062538 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.09952246693311015, + "GBRT": 0.06446049236918353, + "naive_minus_GBRT": 0.03506197456392662 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.05575187945848131, + "GBRT": 0.03655724520489709, + "naive_minus_GBRT": 0.019194634253584225 + }, + { + "case": "00001404_49414db2dd594dc6a3907cf3_step_007", + "naive": 0.054544117322684944, + "GBRT": 0.036895538122836045, + "naive_minus_GBRT": 0.0176485791998489 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.08581017232173184, + "GBRT": 0.0308909359183554, + "naive_minus_GBRT": 0.05491923640337644 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.08875499047092868, + "GBRT": 0.056986981454349564, + "naive_minus_GBRT": 0.03176800901657911 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.11334119987964894, + "GBRT": 0.08992500321450174, + "naive_minus_GBRT": 0.0234161966651472 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.05727999196350822, + "GBRT": 0.03583008672870044, + "naive_minus_GBRT": 0.021449905234807783 + }, + { + "case": "00001414_b38f661707674b8eb983d992_step_000", + "naive": 0.0687753690085452, + "GBRT": 0.07626517938067916, + "naive_minus_GBRT": -0.007489810372133962 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.1325128275374046, + "GBRT": 0.09306197303071718, + "naive_minus_GBRT": 0.03945085450668741 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.1504756486106785, + "GBRT": 0.12726005297868453, + "naive_minus_GBRT": 0.023215595631993963 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.09479377891251532, + "GBRT": 0.050258723438328955, + "naive_minus_GBRT": 0.04453505547418637 + }, + { + "case": "00001445_a45f6c99e2154f3b94955175_step_029", + "naive": 0.13321514891531083, + "GBRT": 0.08798007843403684, + "naive_minus_GBRT": 0.045235070481273995 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.056804504738014704, + "GBRT": 0.02801799639861472, + "naive_minus_GBRT": 0.028786508339399983 + }, + { + "case": "00001449_a45f6c99e2154f3b94955175_step_033", + "naive": 0.09699109828487551, + "GBRT": 0.0882388356537441, + "naive_minus_GBRT": 0.008752262631131408 + }, + { + "case": "00001453_a45f6c99e2154f3b94955175_step_037", + "naive": 0.07137292373867614, + "GBRT": 0.060420941552052694, + "naive_minus_GBRT": 0.010951982186623445 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.08788171154258086, + "GBRT": 0.05922058390164751, + "naive_minus_GBRT": 0.02866112764093335 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.10428013922296653, + "GBRT": 0.0872823220909292, + "naive_minus_GBRT": 0.016997817132037324 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.1864423518477405, + "GBRT": 0.1764781489837867, + "naive_minus_GBRT": 0.009964202863953803 + }, + { + "case": "00001471_a45f6c99e2154f3b94955175_step_055", + "naive": 0.15997371683611736, + "GBRT": 0.11993644096496693, + "naive_minus_GBRT": 0.04003727587115043 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09675275188048726, + "GBRT": 0.09693207412348094, + "naive_minus_GBRT": -0.00017932224299367638 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08651662202473286, + "GBRT": 0.13476601493596704, + "naive_minus_GBRT": -0.04824939291123419 + }, + { + "case": "00001474_a45f6c99e2154f3b94955175_step_058", + "naive": 0.06596425066924146, + "GBRT": 0.04508628218984916, + "naive_minus_GBRT": 0.020877968479392293 + }, + { + "case": "00001483_a45f6c99e2154f3b94955175_step_067", + "naive": 0.6115836463762061, + "GBRT": 0.5627315412621765, + "naive_minus_GBRT": 0.0488521051140296 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.26732038997510155, + "GBRT": 0.16774436855359526, + "naive_minus_GBRT": 0.09957602142150629 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.09548686098463084, + "GBRT": 0.05958965199371077, + "naive_minus_GBRT": 0.035897208990920075 + }, + { + "case": "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "naive": 0.05733806872964173, + "GBRT": 0.10453835126274608, + "naive_minus_GBRT": -0.04720028253310435 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.14511627980232422, + "GBRT": 0.12652279167223288, + "naive_minus_GBRT": 0.018593488130091346 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.0422620218370488, + "GBRT": 0.030650498406470963, + "naive_minus_GBRT": 0.01161152343057784 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.07022317199250672, + "GBRT": 0.06480252169989364, + "naive_minus_GBRT": 0.005420650292613072 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.1625774087719321, + "GBRT": 0.0916901085166886, + "naive_minus_GBRT": 0.07088730025524351 + }, + { + "case": "00001522_7079a898746d41ba8ae13d69_step_003", + "naive": 0.050578377763692214, + "GBRT": 0.04583558439482323, + "naive_minus_GBRT": 0.004742793368868986 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.11420248706940299, + "GBRT": 0.17486372083901308, + "naive_minus_GBRT": -0.06066123376961009 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.08232815507527765, + "GBRT": 0.0494613927740136, + "naive_minus_GBRT": 0.03286676230126404 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.07597307821816836, + "GBRT": 0.11144791516079028, + "naive_minus_GBRT": -0.03547483694262192 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.2518390352144418, + "GBRT": 0.11320026979997057, + "naive_minus_GBRT": 0.13863876541447123 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.14597209149292417, + "GBRT": 0.12153722582277818, + "naive_minus_GBRT": 0.024434865670145994 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.15943642220653667, + "GBRT": 0.16485196747916644, + "naive_minus_GBRT": -0.005415545272629774 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.33629701452032623, + "GBRT": 0.23419136446313393, + "naive_minus_GBRT": 0.1021056500571923 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.043913018588066996, + "GBRT": 0.03527838517634936, + "naive_minus_GBRT": 0.008634633411717635 + }, + { + "case": "00001563_2e9dc7e9a1a54dd7ab901478_step_000", + "naive": 0.10904857529036709, + "GBRT": 0.0536490810336119, + "naive_minus_GBRT": 0.05539949425675519 + }, + { + "case": "00001569_6fc579f3224d4d53a1b60710_step_000", + "naive": 0.08912775095570163, + "GBRT": 0.0799203634596319, + "naive_minus_GBRT": 0.009207387496069738 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.09531879438137704, + "GBRT": 0.08036912610973983, + "naive_minus_GBRT": 0.014949668271637212 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.07386580443301256, + "GBRT": 0.035822228522682506, + "naive_minus_GBRT": 0.03804357591033006 + }, + { + "case": "00001598_c118664e9f6f4943855293fa_step_000", + "naive": 0.22694778441496777, + "GBRT": 0.19292422111564952, + "naive_minus_GBRT": 0.034023563299318244 + } + ] + }, + { + "split": 3, + "pairs": 305, + "median_naive_minus_GBRT": 0.019992931522892797, + "paired_rows": [ + { + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "naive": 0.16093219727990427, + "GBRT": 0.13261238665565553, + "naive_minus_GBRT": 0.028319810624248737 + }, + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.14144511039073374, + "GBRT": 0.07479327673755812, + "naive_minus_GBRT": 0.06665183365317562 + }, + { + "case": "00000008_9b3d6a97e8de4aa193b81000_step_000", + "naive": 0.06146693545338666, + "GBRT": 0.049562392291926306, + "naive_minus_GBRT": 0.011904543161460356 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06977473479694711, + "GBRT": 0.0581539697761483, + "naive_minus_GBRT": 0.011620765020798812 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.16990422258542737, + "GBRT": 0.1495253114397821, + "naive_minus_GBRT": 0.020378911145645273 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06967578329779307, + "GBRT": 0.05236204853295071, + "naive_minus_GBRT": 0.01731373476484236 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.37556686181120785, + "GBRT": 0.11488288034211522, + "naive_minus_GBRT": 0.26068398146909266 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.07176418658513331, + "GBRT": 0.06718254260197955, + "naive_minus_GBRT": 0.004581643983153763 + }, + { + "case": "00000058_666139e3bff64d4e8a6ce183_step_007", + "naive": 0.17967722948810327, + "GBRT": 0.23511880095408386, + "naive_minus_GBRT": -0.05544157146598058 + }, + { + "case": "00000061_767e4372b5f94a88a7a17d90_step_002", + "naive": 0.0859775979473539, + "GBRT": 0.05940527810145535, + "naive_minus_GBRT": 0.026572319845898557 + }, + { + "case": "00000065_767e4372b5f94a88a7a17d90_step_006", + "naive": 0.15250821509375065, + "GBRT": 0.13670782038961468, + "naive_minus_GBRT": 0.015800394704135967 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.08666314838936379, + "GBRT": 0.10156379615745574, + "naive_minus_GBRT": -0.014900647768091954 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03532840874211501, + "GBRT": 0.034942373207065676, + "naive_minus_GBRT": 0.0003860355350493311 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.04796169335467091, + "GBRT": 0.09683516145305911, + "naive_minus_GBRT": -0.0488734680983882 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.05660901109923841, + "GBRT": 0.08373942877799216, + "naive_minus_GBRT": -0.02713041767875375 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.05974126910719142, + "GBRT": 0.04147131080259569, + "naive_minus_GBRT": 0.018269958304595733 + }, + { + "case": "00000088_169bec34317b46e98eb1a403_step_000", + "naive": 0.06547284883088429, + "GBRT": 0.05203642725726997, + "naive_minus_GBRT": 0.01343642157361432 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.11198716333318279, + "GBRT": 0.08633132221772931, + "naive_minus_GBRT": 0.02565584111545348 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.15356802851704507, + "GBRT": 0.06597602189802966, + "naive_minus_GBRT": 0.08759200661901541 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.054537200774698424, + "GBRT": 0.0684370842067991, + "naive_minus_GBRT": -0.013899883432100676 + }, + { + "case": "00000115_ce24e0cbec8e45c89735d148_step_007", + "naive": 0.15349987644851554, + "GBRT": 0.09369791699413668, + "naive_minus_GBRT": 0.059801959454378856 + }, + { + "case": "00000116_ce24e0cbec8e45c89735d148_step_008", + "naive": 0.17739537130381863, + "GBRT": 0.08269975463155135, + "naive_minus_GBRT": 0.09469561667226728 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.044241128704831136, + "GBRT": 0.08228428947905973, + "naive_minus_GBRT": -0.0380431607742286 + }, + { + "case": "00000130_e18c7feacfb54f3880659b43_step_005", + "naive": 0.17376932268258324, + "GBRT": 0.16302642696188607, + "naive_minus_GBRT": 0.010742895720697171 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.09255235720058513, + "GBRT": 0.053166538034033775, + "naive_minus_GBRT": 0.03938581916655136 + }, + { + "case": "00000132_438507a38e404bfdbd51a16b_step_000", + "naive": 0.08135123306403787, + "GBRT": 0.04446685827072205, + "naive_minus_GBRT": 0.03688437479331582 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.09657926083465689, + "GBRT": 0.05346962129391634, + "naive_minus_GBRT": 0.04310963954074055 + }, + { + "case": "00000140_2fc54fcd110d4f49969163c4_step_003", + "naive": 0.09318669700222658, + "GBRT": 0.06042861783718112, + "naive_minus_GBRT": 0.03275807916504546 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.11596089571744511, + "GBRT": 0.10702878652581936, + "naive_minus_GBRT": 0.00893210919162575 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.0734459763307823, + "GBRT": 0.08827971867141278, + "naive_minus_GBRT": -0.01483374234063048 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.08317487436383685, + "GBRT": 0.08000975586211737, + "naive_minus_GBRT": 0.00316511850171948 + }, + { + "case": "00000154_a951550b8a1043a68423c541_step_004", + "naive": 0.14000845436989223, + "GBRT": 0.08853516754416571, + "naive_minus_GBRT": 0.05147328682572652 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.1468727538344514, + "GBRT": 0.06217853915777101, + "naive_minus_GBRT": 0.08469421467668038 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.14470896542974301, + "GBRT": 0.09070694046039689, + "naive_minus_GBRT": 0.05400202496934613 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.09222693254266502, + "GBRT": 0.06765194247596863, + "naive_minus_GBRT": 0.02457499006669639 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.06995752102423455, + "GBRT": 0.0592380856364229, + "naive_minus_GBRT": 0.01071943538781165 + }, + { + "case": "00000176_b21aa794b6b64d87a57c245e_step_006", + "naive": 0.09820496740780069, + "GBRT": 0.052876668925662826, + "naive_minus_GBRT": 0.04532829848213786 + }, + { + "case": "00000181_b21aa794b6b64d87a57c245e_step_011", + "naive": 0.18766114120877456, + "GBRT": 0.11368219538148253, + "naive_minus_GBRT": 0.07397894582729203 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.14523252438283948, + "GBRT": 0.05138811897480272, + "naive_minus_GBRT": 0.09384440540803676 + }, + { + "case": "00000196_c9b71ecdd0654716891b0db8_step_000", + "naive": 0.13688451459980555, + "GBRT": 0.10041393403000427, + "naive_minus_GBRT": 0.03647058056980128 + }, + { + "case": "00000198_826494e894454504b0971fd1_step_001", + "naive": 0.11398957505336559, + "GBRT": 0.10716162324671888, + "naive_minus_GBRT": 0.0068279518066467065 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.20852791587182806, + "GBRT": 0.2056795979601832, + "naive_minus_GBRT": 0.00284831791164486 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.2363351908280718, + "GBRT": 0.15617213737097232, + "naive_minus_GBRT": 0.08016305345709948 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.15923654933458464, + "GBRT": 0.14278031142850714, + "naive_minus_GBRT": 0.016456237906077503 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.06838047191742473, + "GBRT": 0.048387540394531935, + "naive_minus_GBRT": 0.019992931522892797 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.10459344713319964, + "GBRT": 0.04179297220561043, + "naive_minus_GBRT": 0.06280047492758921 + }, + { + "case": "00000259_845fb06d7f2f4802a806a600_step_004", + "naive": 0.2177205594836649, + "GBRT": 0.09710515295742068, + "naive_minus_GBRT": 0.12061540652624421 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.09292377278292076, + "GBRT": 0.09258534604570431, + "naive_minus_GBRT": 0.00033842673721644345 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.09466546468749366, + "GBRT": 0.1712370358272527, + "naive_minus_GBRT": -0.07657157113975903 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.12348280228141012, + "GBRT": 0.07034796532871995, + "naive_minus_GBRT": 0.05313483695269017 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.19215132062015547, + "GBRT": 0.1760280147328063, + "naive_minus_GBRT": 0.01612330588734917 + }, + { + "case": "00000267_845fb06d7f2f4802a806a600_step_012", + "naive": 0.047172515869779996, + "GBRT": 0.04069202116270417, + "naive_minus_GBRT": 0.006480494707075825 + }, + { + "case": "00000274_648a7c23a21f4e88bf25ffeb_step_002", + "naive": 0.07346226303527968, + "GBRT": 0.0558124894625858, + "naive_minus_GBRT": 0.01764977357269388 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.12116609689573131, + "GBRT": 0.10949601394395024, + "naive_minus_GBRT": 0.011670082951781069 + }, + { + "case": "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "naive": 0.10083459958066815, + "GBRT": 0.049692706162702806, + "naive_minus_GBRT": 0.051141893417965344 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.31336431814967997, + "GBRT": 0.16478812030367546, + "naive_minus_GBRT": 0.1485761978460045 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.24811257915379528, + "GBRT": 0.199450018205057, + "naive_minus_GBRT": 0.048662560948738276 + }, + { + "case": "00000287_58f8ff46b7564e989f9695b7_step_000", + "naive": 0.132360760666347, + "GBRT": 0.08254671818854242, + "naive_minus_GBRT": 0.049814042477804577 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.053329282081726596, + "GBRT": 0.03997349608115398, + "naive_minus_GBRT": 0.01335578600057262 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.09309438611323133, + "GBRT": 0.08306044508755503, + "naive_minus_GBRT": 0.010033941025676299 + }, + { + "case": "00000302_39b08d62a677414f86fdae52_step_000", + "naive": 0.066242402697772, + "GBRT": 0.19782544150013054, + "naive_minus_GBRT": -0.13158303880235855 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.14228627198891794, + "GBRT": 0.11298284148356427, + "naive_minus_GBRT": 0.029303430505353667 + }, + { + "case": "00000307_3062bccff48e47a2b9de05e3_step_002", + "naive": 0.13368430610085588, + "GBRT": 0.09955806169556944, + "naive_minus_GBRT": 0.03412624440528644 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.13855876478313317, + "GBRT": 0.10089687225220974, + "naive_minus_GBRT": 0.03766189253092343 + }, + { + "case": "00000310_3062bccff48e47a2b9de05e3_step_005", + "naive": 0.06259625849883814, + "GBRT": 0.08396281103527652, + "naive_minus_GBRT": -0.021366552536438377 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.06336240999236097, + "GBRT": 0.0513714011874587, + "naive_minus_GBRT": 0.011991008804902267 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.11215930674183022, + "GBRT": 0.09521627411334171, + "naive_minus_GBRT": 0.016943032628488508 + }, + { + "case": "00000317_3062bccff48e47a2b9de05e3_step_012", + "naive": 0.055160602022472055, + "GBRT": 0.04251324906858525, + "naive_minus_GBRT": 0.012647352953886803 + }, + { + "case": "00000318_3062bccff48e47a2b9de05e3_step_013", + "naive": 0.054570152934401296, + "GBRT": 0.04469562258471446, + "naive_minus_GBRT": 0.009874530349686834 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.1864098231760568, + "GBRT": 0.16560499158022618, + "naive_minus_GBRT": 0.02080483159583063 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.08003288325590704, + "GBRT": 0.05610070769568688, + "naive_minus_GBRT": 0.023932175560220162 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.05083212989930207, + "GBRT": 0.05290365878867551, + "naive_minus_GBRT": -0.002071528889373446 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06859099806358493, + "GBRT": 0.15461829955930737, + "naive_minus_GBRT": -0.08602730149572244 + }, + { + "case": "00000331_12a935cd9b684f879c0505fe_step_002", + "naive": 0.14333384736337834, + "GBRT": 0.09272633301573449, + "naive_minus_GBRT": 0.05060751434764385 + }, + { + "case": "00000336_1a821c3883f7459a9615fca4_step_000", + "naive": 0.15362944248156107, + "GBRT": 0.11933367478787506, + "naive_minus_GBRT": 0.034295767693686016 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.3696273368218738, + "GBRT": 0.2786582490956047, + "naive_minus_GBRT": 0.0909690877262691 + }, + { + "case": "00000348_4185972a944744d8a7a0f2b4_step_004", + "naive": 0.12802883221765754, + "GBRT": 0.0807015914711018, + "naive_minus_GBRT": 0.04732724074655574 + }, + { + "case": "00000352_4185972a944744d8a7a0f2b4_step_008", + "naive": 0.11484934480547643, + "GBRT": 0.12158864892290673, + "naive_minus_GBRT": -0.006739304117430303 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.06040769951472285, + "GBRT": 0.045058241230148954, + "naive_minus_GBRT": 0.015349458284573896 + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "naive": 0.1252354907107444, + "GBRT": 0.10801487621831408, + "naive_minus_GBRT": 0.017220614492430328 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.08257773298854008, + "GBRT": 0.04396838050520754, + "naive_minus_GBRT": 0.03860935248333255 + }, + { + "case": "00000369_23c957e8e7b2428282a13ae2_step_002", + "naive": 0.10726227969012044, + "GBRT": 0.05488056693942475, + "naive_minus_GBRT": 0.05238171275069568 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.2554650781612911, + "GBRT": 0.1267261394826372, + "naive_minus_GBRT": 0.1287389386786539 + }, + { + "case": "00000375_23c957e8e7b2428282a13ae2_step_008", + "naive": 0.12208787101022921, + "GBRT": 0.0683209346288939, + "naive_minus_GBRT": 0.05376693638133531 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.11705821716831526, + "GBRT": 0.13915829209136404, + "naive_minus_GBRT": -0.022100074923048788 + }, + { + "case": "00000377_23c957e8e7b2428282a13ae2_step_010", + "naive": 0.22386516569022658, + "GBRT": 0.1163213370034032, + "naive_minus_GBRT": 0.10754382868682337 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.1593981434501109, + "GBRT": 0.11728514920148506, + "naive_minus_GBRT": 0.04211299424862586 + }, + { + "case": "00000383_239bbf0e92974a32bd214366_step_004", + "naive": 0.0782982784154555, + "GBRT": 0.042001449264783754, + "naive_minus_GBRT": 0.03629682915067175 + }, + { + "case": "00000391_fd490b564a44413884fab719_step_000", + "naive": 0.0751902106793955, + "GBRT": 0.08164822693886124, + "naive_minus_GBRT": -0.0064580162594657375 + }, + { + "case": "00000405_f3759bbb4682423caf207e8e_step_002", + "naive": 0.17521958063890594, + "GBRT": 0.08837668859700487, + "naive_minus_GBRT": 0.08684289204190107 + }, + { + "case": "00000406_f3759bbb4682423caf207e8e_step_003", + "naive": 0.10536268427963694, + "GBRT": 0.08756272866981793, + "naive_minus_GBRT": 0.017799955609819007 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.05416792382066198, + "GBRT": 0.05061070946073383, + "naive_minus_GBRT": 0.0035572143599281528 + }, + { + "case": "00000423_8e8a96d437584c77b3cfd84f_step_001", + "naive": 0.12154741842047653, + "GBRT": 0.10742084572460493, + "naive_minus_GBRT": 0.0141265726958716 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.08221739200345501, + "GBRT": 0.10352062721267818, + "naive_minus_GBRT": -0.02130323520922317 + }, + { + "case": "00000459_516b1784884d4facbc4c0d74_step_007", + "naive": 0.073274730824891, + "GBRT": 0.06058172343139881, + "naive_minus_GBRT": 0.01269300739349219 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.0633334646955268, + "GBRT": 0.04927728269965102, + "naive_minus_GBRT": 0.014056181995875772 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.07275355309161552, + "GBRT": 0.06283568331894111, + "naive_minus_GBRT": 0.009917869772674406 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.12667037671187584, + "GBRT": 0.09114317264390219, + "naive_minus_GBRT": 0.03552720406797365 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06977476321213724, + "GBRT": 0.06431666539971324, + "naive_minus_GBRT": 0.005458097812423998 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.049045481376995284, + "GBRT": 0.03850896196859141, + "naive_minus_GBRT": 0.010536519408403874 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.08754909128407694, + "GBRT": 0.029539007375779417, + "naive_minus_GBRT": 0.058010083908297524 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.06256151310203868, + "GBRT": 0.04771834967716965, + "naive_minus_GBRT": 0.014843163424869035 + }, + { + "case": "00000510_d1c0a44331fd41faa91d4c2e_step_002", + "naive": 0.07899545305424907, + "GBRT": 0.0511409830074085, + "naive_minus_GBRT": 0.027854470046840572 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.0710748644086248, + "GBRT": 0.07965778008085135, + "naive_minus_GBRT": -0.008582915672226549 + }, + { + "case": "00000519_5b8fa6b193d14279a77a0e50_step_000", + "naive": 0.09190581731654832, + "GBRT": 0.0848002189784521, + "naive_minus_GBRT": 0.007105598338096222 + }, + { + "case": "00000527_db75f3a38d9746a1bd66168d_step_000", + "naive": 0.1622067818767245, + "GBRT": 0.12183493834918009, + "naive_minus_GBRT": 0.0403718435275444 + }, + { + "case": "00000531_bc0d6937206b43bc96521413_step_003", + "naive": 0.08871241411637587, + "GBRT": 0.06919497794891254, + "naive_minus_GBRT": 0.019517436167463334 + }, + { + "case": "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "naive": 0.05550931475063437, + "GBRT": 0.04910420024002523, + "naive_minus_GBRT": 0.006405114510609142 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.09983173384603329, + "GBRT": 0.07576182515548562, + "naive_minus_GBRT": 0.024069908690547676 + }, + { + "case": "00000562_1724088724bf4e53a36e363e_step_000", + "naive": 0.16323108132673014, + "GBRT": 0.15230572296058165, + "naive_minus_GBRT": 0.010925358366148497 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.06240162496271166, + "GBRT": 0.03781847093060732, + "naive_minus_GBRT": 0.024583154032104343 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06995423333211015, + "GBRT": 0.08258829864711342, + "naive_minus_GBRT": -0.012634065315003273 + }, + { + "case": "00000578_5a4cef68211d4706b1ec8586_step_007", + "naive": 0.1630807533527277, + "GBRT": 0.09551078474494223, + "naive_minus_GBRT": 0.06756996860778547 + }, + { + "case": "00000580_5a4cef68211d4706b1ec8586_step_009", + "naive": 0.14086212697146552, + "GBRT": 0.08667761326639345, + "naive_minus_GBRT": 0.054184513705072074 + }, + { + "case": "00000590_2417b410de78416ebe50d460_step_003", + "naive": 0.08391008646765453, + "GBRT": 0.08722094086901096, + "naive_minus_GBRT": -0.0033108544013564223 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.17415346788770425, + "GBRT": 0.11059579003272274, + "naive_minus_GBRT": 0.06355767785498151 + }, + { + "case": "00000603_7fe894812c4244e18241aa08_step_009", + "naive": 0.2486458045218562, + "GBRT": 0.15800173597214207, + "naive_minus_GBRT": 0.09064406854971413 + }, + { + "case": "00000606_7fe894812c4244e18241aa08_step_012", + "naive": 0.16661962888204337, + "GBRT": 0.15468621436269614, + "naive_minus_GBRT": 0.011933414519347235 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.09440695997339037, + "GBRT": 0.06573595721137755, + "naive_minus_GBRT": 0.028671002762012815 + }, + { + "case": "00000610_04e799936ae446b9a3d8d2b8_step_001", + "naive": 0.0932083638500445, + "GBRT": 0.08145290131733442, + "naive_minus_GBRT": 0.011755462532710079 + }, + { + "case": "00000613_189d1310aa8c4a2a92a21020_step_001", + "naive": 0.23679301698257288, + "GBRT": 0.16837754145547146, + "naive_minus_GBRT": 0.06841547552710142 + }, + { + "case": "00000616_c710d414bbbc4340b682c58a_step_002", + "naive": 0.20506688872348952, + "GBRT": 0.13473275484409522, + "naive_minus_GBRT": 0.0703341338793943 + }, + { + "case": "00000617_c710d414bbbc4340b682c58a_step_003", + "naive": 0.11673979552851693, + "GBRT": 0.10686989012687746, + "naive_minus_GBRT": 0.00986990540163947 + }, + { + "case": "00000619_c710d414bbbc4340b682c58a_step_005", + "naive": 0.0635839726272458, + "GBRT": 0.043834921252457484, + "naive_minus_GBRT": 0.019749051374788315 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.08525454557336817, + "GBRT": 0.07709178815647043, + "naive_minus_GBRT": 0.008162757416897745 + }, + { + "case": "00000622_c710d414bbbc4340b682c58a_step_008", + "naive": 0.12031288954789161, + "GBRT": 0.06063888444732751, + "naive_minus_GBRT": 0.0596740051005641 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.0884432956167761, + "GBRT": 0.046435115648080116, + "naive_minus_GBRT": 0.04200817996869598 + }, + { + "case": "00000637_5ae45a997c76423aba2fcc11_step_002", + "naive": 0.09507905364594874, + "GBRT": 0.07597909874068871, + "naive_minus_GBRT": 0.019099954905260022 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.045045699123560615, + "GBRT": 0.038514415612470154, + "naive_minus_GBRT": 0.0065312835110904605 + }, + { + "case": "00000654_d87d11d9c3ca4ee5a88797ae_step_002", + "naive": 0.10277573502941363, + "GBRT": 0.09097306119892634, + "naive_minus_GBRT": 0.01180267383048729 + }, + { + "case": "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "naive": 0.06777201583113512, + "GBRT": 0.06060657928698532, + "naive_minus_GBRT": 0.007165436544149806 + }, + { + "case": "00000685_24615f5ff44d4cd5809e77a5_step_001", + "naive": 0.1272032126569926, + "GBRT": 0.10729575563599145, + "naive_minus_GBRT": 0.019907457021001163 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.059978708265140644, + "GBRT": 0.05723203853115503, + "naive_minus_GBRT": 0.0027466697339856155 + }, + { + "case": "00000693_b9f3563b403143dbb86ab2b8_step_006", + "naive": 0.16596971835225835, + "GBRT": 0.069555865428527, + "naive_minus_GBRT": 0.09641385292373135 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.27503206863954427, + "GBRT": 0.14829965358049502, + "naive_minus_GBRT": 0.12673241505904925 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.11739164044584026, + "GBRT": 0.069883728292503, + "naive_minus_GBRT": 0.04750791215333726 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.20914616068694353, + "GBRT": 0.105141714177031, + "naive_minus_GBRT": 0.10400444650991253 + }, + { + "case": "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "naive": 0.10814196272236079, + "GBRT": 0.07283020483269122, + "naive_minus_GBRT": 0.03531175788966957 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.15055073017297574, + "GBRT": 0.09572010201042602, + "naive_minus_GBRT": 0.054830628162549716 + }, + { + "case": "00000738_989e0f807cde438face0cb00_step_003", + "naive": 0.29182775602259314, + "GBRT": 0.16254082415316853, + "naive_minus_GBRT": 0.1292869318694246 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.07399626248521886, + "GBRT": 0.059623122564672774, + "naive_minus_GBRT": 0.014373139920546084 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.10679391821631067, + "GBRT": 0.10523291763462087, + "naive_minus_GBRT": 0.0015610005816898004 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.18510450046549753, + "GBRT": 0.054146301546616316, + "naive_minus_GBRT": 0.13095819891888122 + }, + { + "case": "00000765_9cab8335065e4d439bbff471_step_001", + "naive": 0.16809999875284376, + "GBRT": 0.1381507816677018, + "naive_minus_GBRT": 0.02994921708514195 + }, + { + "case": "00000766_9cab8335065e4d439bbff471_step_002", + "naive": 0.0921280623453665, + "GBRT": 0.09145433419906147, + "naive_minus_GBRT": 0.0006737281463050221 + }, + { + "case": "00000767_9cab8335065e4d439bbff471_step_003", + "naive": 0.05431596215190377, + "GBRT": 0.020533119776663496, + "naive_minus_GBRT": 0.03378284237524028 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.16457090283270398, + "GBRT": 0.11482771515641561, + "naive_minus_GBRT": 0.04974318767628837 + }, + { + "case": "00000783_a25fb37392a44447b9684f16_step_008", + "naive": 0.11849591231525979, + "GBRT": 0.05802475616865611, + "naive_minus_GBRT": 0.06047115614660368 + }, + { + "case": "00000785_a25fb37392a44447b9684f16_step_010", + "naive": 0.18011853109727133, + "GBRT": 0.12420167301726023, + "naive_minus_GBRT": 0.055916858080011095 + }, + { + "case": "00000787_a25fb37392a44447b9684f16_step_012", + "naive": 0.10170039913822113, + "GBRT": 0.05973515617687979, + "naive_minus_GBRT": 0.04196524296134133 + }, + { + "case": "00000790_a25fb37392a44447b9684f16_step_015", + "naive": 0.13316263898949054, + "GBRT": 0.06720466063734085, + "naive_minus_GBRT": 0.0659579783521497 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.23438113806490243, + "GBRT": 0.12880390093068317, + "naive_minus_GBRT": 0.10557723713421927 + }, + { + "case": "00000793_a25fb37392a44447b9684f16_step_018", + "naive": 0.14436300106466493, + "GBRT": 0.04819617224332315, + "naive_minus_GBRT": 0.09616682882134178 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.08299124342845757, + "GBRT": 0.07444230976464826, + "naive_minus_GBRT": 0.008548933663809308 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.09260319660832508, + "GBRT": 0.07151294873351048, + "naive_minus_GBRT": 0.021090247874814602 + }, + { + "case": "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "naive": 0.06589288367559977, + "GBRT": 0.05907461631323237, + "naive_minus_GBRT": 0.006818267362367403 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.08255549356665266, + "GBRT": 0.06254060750733756, + "naive_minus_GBRT": 0.020014886059315104 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.09897683872858772, + "GBRT": 0.08743112449087936, + "naive_minus_GBRT": 0.011545714237708352 + }, + { + "case": "00000816_36e6258346004cabb4c091b2_step_004", + "naive": 0.09896441477558793, + "GBRT": 0.05836191914548661, + "naive_minus_GBRT": 0.04060249563010132 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.09869670255570419, + "GBRT": 0.07698637660660837, + "naive_minus_GBRT": 0.02171032594909582 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04688026517471224, + "GBRT": 0.13530394418492706, + "naive_minus_GBRT": -0.0884236790102148 + }, + { + "case": "00000823_c98978894f544f89aa10633f_step_001", + "naive": 0.06413437304665145, + "GBRT": 0.03822915898470296, + "naive_minus_GBRT": 0.025905214061948498 + }, + { + "case": "00000827_b0d209f7a8ad4b02910c317f_step_003", + "naive": 0.07337385717535101, + "GBRT": 0.06328497129056938, + "naive_minus_GBRT": 0.010088885884781629 + }, + { + "case": "00000829_889a065d51a24bb8ad704c69_step_000", + "naive": 0.2966440086951674, + "GBRT": 0.17922574218051535, + "naive_minus_GBRT": 0.11741826651465204 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.09772539557169203, + "GBRT": 0.08712643344028399, + "naive_minus_GBRT": 0.01059896213140804 + }, + { + "case": "00000832_889a065d51a24bb8ad704c69_step_003", + "naive": 0.04724773182775558, + "GBRT": 0.03656753226883625, + "naive_minus_GBRT": 0.010680199558919329 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.20967385437104644, + "GBRT": 0.1536452825123666, + "naive_minus_GBRT": 0.05602857185867985 + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "naive": 0.1102652063444523, + "GBRT": 0.09341060510841502, + "naive_minus_GBRT": 0.016854601236037284 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.07233535115788273, + "GBRT": 0.05785805534961521, + "naive_minus_GBRT": 0.014477295808267517 + }, + { + "case": "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "naive": 0.07135645114678704, + "GBRT": 0.06960562665050736, + "naive_minus_GBRT": 0.001750824496279682 + }, + { + "case": "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "naive": 0.06179552474580194, + "GBRT": 0.03909737269993487, + "naive_minus_GBRT": 0.022698152045867066 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.08947756998158948, + "GBRT": 0.08718160145949026, + "naive_minus_GBRT": 0.0022959685220992204 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.06957337726899622, + "GBRT": 0.032927521673046765, + "naive_minus_GBRT": 0.036645855595949454 + }, + { + "case": "00000866_029c2575dd474650ba1b8d21_step_006", + "naive": 0.09987636059598654, + "GBRT": 0.07880323068636415, + "naive_minus_GBRT": 0.021073129909622387 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.05776265411364062, + "GBRT": 0.02471539859778832, + "naive_minus_GBRT": 0.0330472555158523 + }, + { + "case": "00000877_029c2575dd474650ba1b8d21_step_017", + "naive": 0.14677736727137478, + "GBRT": 0.1129786647613046, + "naive_minus_GBRT": 0.03379870251007018 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.17738262647388475, + "GBRT": 0.11530182061870764, + "naive_minus_GBRT": 0.06208080585517711 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.18472098034483578, + "GBRT": 0.15912026221915887, + "naive_minus_GBRT": 0.025600718125676908 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.057225411236821316, + "GBRT": 0.09349000484505357, + "naive_minus_GBRT": -0.036264593608232254 + }, + { + "case": "00000894_be26dc83f78947738b2bfabd_step_003", + "naive": 0.09471384900627676, + "GBRT": 0.09905466852631387, + "naive_minus_GBRT": -0.004340819520037106 + }, + { + "case": "00000897_be26dc83f78947738b2bfabd_step_006", + "naive": 0.0874751263061046, + "GBRT": 0.07586497737062367, + "naive_minus_GBRT": 0.01161014893548093 + }, + { + "case": "00000905_4df6ab9924674556bb4a509d_step_005", + "naive": 0.0985415577677168, + "GBRT": 0.09750039626575031, + "naive_minus_GBRT": 0.001041161501966481 + }, + { + "case": "00000906_4df6ab9924674556bb4a509d_step_006", + "naive": 0.074035823879836, + "GBRT": 0.06903874346898849, + "naive_minus_GBRT": 0.00499708041084751 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.23054350556058262, + "GBRT": 0.07653168603894123, + "naive_minus_GBRT": 0.1540118195216414 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.15897094248275878, + "GBRT": 0.14180575403144285, + "naive_minus_GBRT": 0.017165188451315927 + }, + { + "case": "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "naive": 0.05584618948038905, + "GBRT": 0.032746126326014126, + "naive_minus_GBRT": 0.023100063154374927 + }, + { + "case": "00000948_f297a24e1a4446cf9d74efd9_step_007", + "naive": 0.06578988724707116, + "GBRT": 0.04885659046841372, + "naive_minus_GBRT": 0.016933296778657438 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.09024182163126647, + "GBRT": 0.07210385433592492, + "naive_minus_GBRT": 0.018137967295341548 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.051284828183322535, + "GBRT": 0.03606401103664247, + "naive_minus_GBRT": 0.015220817146680068 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.09724091383225965, + "GBRT": 0.08974814301759676, + "naive_minus_GBRT": 0.0074927708146628885 + }, + { + "case": "00000973_209426c5054945fab8a4af1b_step_000", + "naive": 0.10202166979183229, + "GBRT": 0.08022417679798219, + "naive_minus_GBRT": 0.0217974929938501 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.0742981170938286, + "GBRT": 0.06795643640220397, + "naive_minus_GBRT": 0.006341680691624621 + }, + { + "case": "00000993_ac4ba032d4b5431ca04f542c_step_000", + "naive": 0.05695775237701997, + "GBRT": 0.047145746187617445, + "naive_minus_GBRT": 0.009812006189402527 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.3303913852344988, + "GBRT": 0.2381832920951975, + "naive_minus_GBRT": 0.09220809313930128 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.11700964232154643, + "GBRT": 0.08007322656748622, + "naive_minus_GBRT": 0.0369364157540602 + }, + { + "case": "00001002_6962bc8aad2c4e27b046d5b4_step_004", + "naive": 0.1067329445740128, + "GBRT": 0.0941532352322761, + "naive_minus_GBRT": 0.012579709341736703 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.1558545871793884, + "GBRT": 0.11201574348771481, + "naive_minus_GBRT": 0.043838843691673596 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.05178579194288702, + "GBRT": 0.03340857081761638, + "naive_minus_GBRT": 0.01837722112527064 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.13650531107115235, + "GBRT": 0.0892307943596907, + "naive_minus_GBRT": 0.047274516711461656 + }, + { + "case": "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "naive": 0.11243248681313858, + "GBRT": 0.07294366412192735, + "naive_minus_GBRT": 0.039488822691211234 + }, + { + "case": "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "naive": 0.09158358079494391, + "GBRT": 0.08215194253355376, + "naive_minus_GBRT": 0.009431638261390152 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.08299355444453221, + "GBRT": 0.04848552221190094, + "naive_minus_GBRT": 0.034508032232631276 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.06381049218488381, + "GBRT": 0.045937827408581884, + "naive_minus_GBRT": 0.01787266477630193 + }, + { + "case": "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "naive": 0.06534283741371971, + "GBRT": 0.054009388014298707, + "naive_minus_GBRT": 0.011333449399421006 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.18948937216195139, + "GBRT": 0.12699302170035415, + "naive_minus_GBRT": 0.06249635046159724 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.058146870369885986, + "GBRT": 0.03532564754648279, + "naive_minus_GBRT": 0.022821222823403195 + }, + { + "case": "00001027_0f133d8e7fd448708a554e28_step_001", + "naive": 0.3124944851488107, + "GBRT": 0.1990581515722088, + "naive_minus_GBRT": 0.11343633357660188 + }, + { + "case": "00001029_cde47df6e28543d1b434f206_step_001", + "naive": 0.09974551177761197, + "GBRT": 0.04683021582654175, + "naive_minus_GBRT": 0.05291529595107022 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.11077678496644588, + "GBRT": 0.12330047296988182, + "naive_minus_GBRT": -0.012523688003435937 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.08101479930630166, + "GBRT": 0.06797897549507967, + "naive_minus_GBRT": 0.013035823811221994 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.25204050278329937, + "GBRT": 0.23999195590445968, + "naive_minus_GBRT": 0.012048546878839689 + }, + { + "case": "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "naive": 0.060871189654162786, + "GBRT": 0.17731227535558353, + "naive_minus_GBRT": -0.11644108570142074 + }, + { + "case": "00001048_2b2638f82b3946b1867f2d11_step_004", + "naive": 0.0655933118636613, + "GBRT": 0.0563650462992288, + "naive_minus_GBRT": 0.009228265564432493 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.08139276120108661, + "GBRT": 0.058664773501016176, + "naive_minus_GBRT": 0.022727987700070437 + }, + { + "case": "00001063_c6fda10dc58448d1951c5cc3_step_000", + "naive": 0.08570785236844569, + "GBRT": 0.06295664826179669, + "naive_minus_GBRT": 0.022751204106649006 + }, + { + "case": "00001064_c6fda10dc58448d1951c5cc3_step_001", + "naive": 0.17082855613032794, + "GBRT": 0.16948772653813352, + "naive_minus_GBRT": 0.0013408295921944202 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.07804585804103883, + "GBRT": 0.06786825127569084, + "naive_minus_GBRT": 0.010177606765347999 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.16563164528347726, + "GBRT": 0.08745632428618424, + "naive_minus_GBRT": 0.07817532099729302 + }, + { + "case": "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "naive": 0.09972740360175548, + "GBRT": 0.09007434175651816, + "naive_minus_GBRT": 0.009653061845237329 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.06739871905389777, + "GBRT": 0.07282390897144381, + "naive_minus_GBRT": -0.005425189917546036 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.055062395663031, + "GBRT": 0.045397337784415744, + "naive_minus_GBRT": 0.009665057878615255 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.10861382455097188, + "GBRT": 0.06494831713544853, + "naive_minus_GBRT": 0.043665507415523344 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.05404207719272221, + "GBRT": 0.05019316892126266, + "naive_minus_GBRT": 0.0038489082714595474 + }, + { + "case": "00001167_107f61d0402f4c9a9d9d1342_step_000", + "naive": 0.0985921956914278, + "GBRT": 0.1163783774590862, + "naive_minus_GBRT": -0.017786181767658407 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.051749782572484734, + "GBRT": 0.035777677866797135, + "naive_minus_GBRT": 0.0159721047056876 + }, + { + "case": "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "naive": 0.27756055711630545, + "GBRT": 0.10762960112238303, + "naive_minus_GBRT": 0.16993095599392244 + }, + { + "case": "00001182_bc0b5846e3d84904ad02e547_step_001", + "naive": 0.08398337236392667, + "GBRT": 0.0602221710520232, + "naive_minus_GBRT": 0.023761201311903464 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.09560320136284621, + "GBRT": 0.0873472634758924, + "naive_minus_GBRT": 0.008255937886953807 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.12371108608322862, + "GBRT": 0.0833847218877587, + "naive_minus_GBRT": 0.04032636419546992 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.08210641148431351, + "GBRT": 0.07031532188015092, + "naive_minus_GBRT": 0.011791089604162586 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.2007396309370584, + "GBRT": 0.11970698194981977, + "naive_minus_GBRT": 0.08103264898723864 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.13343095517582068, + "GBRT": 0.14321762515407274, + "naive_minus_GBRT": -0.00978666997825206 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.061071664270001276, + "GBRT": 0.054842791857823266, + "naive_minus_GBRT": 0.00622887241217801 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0963004565475208, + "GBRT": 0.0682982316421508, + "naive_minus_GBRT": 0.028002224905369993 + }, + { + "case": "00001239_96503b6a26c64074ad598927_step_001", + "naive": 0.09542685468839401, + "GBRT": 0.09027929512348948, + "naive_minus_GBRT": 0.005147559564904536 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.05503955135389341, + "GBRT": 0.07323791443530484, + "naive_minus_GBRT": -0.01819836308141143 + }, + { + "case": "00001241_96503b6a26c64074ad598927_step_003", + "naive": 0.3628028141320971, + "GBRT": 0.2959036065316396, + "naive_minus_GBRT": 0.06689920760045748 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.06790835925053756, + "GBRT": 0.13615261856732833, + "naive_minus_GBRT": -0.06824425931679076 + }, + { + "case": "00001246_96503b6a26c64074ad598927_step_008", + "naive": 0.12565335340085013, + "GBRT": 0.067950234688266, + "naive_minus_GBRT": 0.05770311871258413 + }, + { + "case": "00001252_96503b6a26c64074ad598927_step_014", + "naive": 0.08639594070856632, + "GBRT": 0.09184338949422692, + "naive_minus_GBRT": -0.0054474487856606 + }, + { + "case": "00001255_3df9015915ff4fa7b57f0a71_step_000", + "naive": 0.05684816016713463, + "GBRT": 0.05776049688920782, + "naive_minus_GBRT": -0.0009123367220731926 + }, + { + "case": "00001257_a4715d363f88400c8f0238d1_step_000", + "naive": 0.11448563990524326, + "GBRT": 0.05465127433228232, + "naive_minus_GBRT": 0.059834365572960936 + }, + { + "case": "00001263_157e5348bf6545e282472856_step_001", + "naive": 0.12229650063958046, + "GBRT": 0.11595476852504343, + "naive_minus_GBRT": 0.006341732114537035 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.11183662759974203, + "GBRT": 0.053066668096236835, + "naive_minus_GBRT": 0.05876995950350519 + }, + { + "case": "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "naive": 0.09587184292764364, + "GBRT": 0.08150339964076045, + "naive_minus_GBRT": 0.014368443286883192 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2861463930347682, + "GBRT": 0.17270726584525373, + "naive_minus_GBRT": 0.11343912718951446 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06917676833441591, + "GBRT": 0.060231074229302774, + "naive_minus_GBRT": 0.008945694105113138 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.05433978803516285, + "GBRT": 0.048660710441980254, + "naive_minus_GBRT": 0.005679077593182598 + }, + { + "case": "00001311_e95b8713cc0b4436909c78e9_step_000", + "naive": 0.06351334828861362, + "GBRT": 0.04731742284157797, + "naive_minus_GBRT": 0.016195925447035645 + }, + { + "case": "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "naive": 0.06473522075203764, + "GBRT": 0.05628259853112133, + "naive_minus_GBRT": 0.008452622220916306 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.17627831458132426, + "GBRT": 0.09627019006720094, + "naive_minus_GBRT": 0.08000812451412331 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.1667414166091572, + "GBRT": 0.09895918874139797, + "naive_minus_GBRT": 0.06778222786775923 + }, + { + "case": "00001334_beab79941e884455a62af40c_step_002", + "naive": 0.1796718976154282, + "GBRT": 0.12634713171124806, + "naive_minus_GBRT": 0.053324765904180144 + }, + { + "case": "00001335_beab79941e884455a62af40c_step_003", + "naive": 0.2380176600071064, + "GBRT": 0.1722334702423383, + "naive_minus_GBRT": 0.0657841897647681 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.1290074497058551, + "GBRT": 0.15010670352127886, + "naive_minus_GBRT": -0.02109925381542377 + }, + { + "case": "00001338_beab79941e884455a62af40c_step_006", + "naive": 0.18007859442341798, + "GBRT": 0.1546180676499535, + "naive_minus_GBRT": 0.02546052677346447 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.2280744289457162, + "GBRT": 0.1002216590671682, + "naive_minus_GBRT": 0.127852769878548 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.0921021207960105, + "GBRT": 0.06203367480102655, + "naive_minus_GBRT": 0.030068445994983956 + }, + { + "case": "00001354_4e1d56bc2cef49ea84626b11_step_002", + "naive": 0.11830223948606076, + "GBRT": 0.06257288893726314, + "naive_minus_GBRT": 0.05572935054879763 + }, + { + "case": "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "naive": 0.19574502862701115, + "GBRT": 0.15077910533373243, + "naive_minus_GBRT": 0.044965923293278726 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.07896562368571707, + "GBRT": 0.04524662551881137, + "naive_minus_GBRT": 0.0337189981669057 + }, + { + "case": "00001368_2e314c6e080b40fcb6a6db96_step_011", + "naive": 0.05719489358418565, + "GBRT": 0.05585498612413439, + "naive_minus_GBRT": 0.0013399074600512553 + }, + { + "case": "00001377_2e314c6e080b40fcb6a6db96_step_020", + "naive": 0.14741237602887625, + "GBRT": 0.07358107605310525, + "naive_minus_GBRT": 0.073831299975771 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.10146311767571026, + "GBRT": 0.08206440986053679, + "naive_minus_GBRT": 0.01939870781517347 + }, + { + "case": "00001380_c49484307f434da78fa06b1f_step_000", + "naive": 0.0526333957523886, + "GBRT": 0.041658469152885826, + "naive_minus_GBRT": 0.010974926599502777 + }, + { + "case": "00001389_21b525da345e4e62aebd906b_step_000", + "naive": 0.16676163847591982, + "GBRT": 0.08960182652789736, + "naive_minus_GBRT": 0.07715981194802246 + }, + { + "case": "00001391_406eb61c554a429ebd8a4d4f_step_000", + "naive": 0.12884744540239992, + "GBRT": 0.12344924839801107, + "naive_minus_GBRT": 0.005398197004388858 + }, + { + "case": "00001392_406eb61c554a429ebd8a4d4f_step_001", + "naive": 0.09674373530669077, + "GBRT": 0.10033747520327047, + "naive_minus_GBRT": -0.003593739896579698 + }, + { + "case": "00001393_406eb61c554a429ebd8a4d4f_step_002", + "naive": 0.12455740888816365, + "GBRT": 0.1012146434396386, + "naive_minus_GBRT": 0.023342765448525052 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.13744103902595603, + "GBRT": 0.09920224411886508, + "naive_minus_GBRT": 0.03823879490709095 + }, + { + "case": "00001398_49414db2dd594dc6a3907cf3_step_001", + "naive": 0.05794639698466777, + "GBRT": 0.04649439639102506, + "naive_minus_GBRT": 0.011452000593642708 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.05575187945848131, + "GBRT": 0.03399986806155756, + "naive_minus_GBRT": 0.021752011396923752 + }, + { + "case": "00001405_49414db2dd594dc6a3907cf3_step_008", + "naive": 0.08581017232173184, + "GBRT": 0.03010744610235812, + "naive_minus_GBRT": 0.05570272621937372 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.1265743369962412, + "GBRT": 0.06149098864028024, + "naive_minus_GBRT": 0.06508334835596097 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.11334119987964894, + "GBRT": 0.08872085263310335, + "naive_minus_GBRT": 0.02462034724654559 + }, + { + "case": "00001410_49414db2dd594dc6a3907cf3_step_013", + "naive": 0.05727999196350822, + "GBRT": 0.0381513684055322, + "naive_minus_GBRT": 0.019128623557976017 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.17216574778913551, + "GBRT": 0.07222898194606586, + "naive_minus_GBRT": 0.09993676584306965 + }, + { + "case": "00001429_a45f6c99e2154f3b94955175_step_013", + "naive": 0.1504756486106785, + "GBRT": 0.1299601738674634, + "naive_minus_GBRT": 0.020515474743215106 + }, + { + "case": "00001430_a45f6c99e2154f3b94955175_step_014", + "naive": 0.07582075262530785, + "GBRT": 0.07708103526829435, + "naive_minus_GBRT": -0.0012602826429864988 + }, + { + "case": "00001447_a45f6c99e2154f3b94955175_step_031", + "naive": 0.056804504738014704, + "GBRT": 0.027337864917998164, + "naive_minus_GBRT": 0.02946663982001654 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.08871253654565957, + "GBRT": 0.05863687824901011, + "naive_minus_GBRT": 0.03007565829664946 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.37313013210813023, + "GBRT": 0.1832845389272138, + "naive_minus_GBRT": 0.18984559318091643 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.1864423518477405, + "GBRT": 0.17446018688782622, + "naive_minus_GBRT": 0.011982164959914277 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09675275188048726, + "GBRT": 0.09945038201136494, + "naive_minus_GBRT": -0.0026976301308776762 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.15596204279301112, + "GBRT": 0.09579823793343223, + "naive_minus_GBRT": 0.060163804859578895 + }, + { + "case": "00001484_a45f6c99e2154f3b94955175_step_068", + "naive": 0.11593773586370335, + "GBRT": 0.10891881652220294, + "naive_minus_GBRT": 0.00701891934150041 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.09412560160700634, + "GBRT": 0.06986007993558667, + "naive_minus_GBRT": 0.024265521671419668 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.22197610797571402, + "GBRT": 0.11084683671510139, + "naive_minus_GBRT": 0.11112927126061263 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.26732038997510155, + "GBRT": 0.16665809502083345, + "naive_minus_GBRT": 0.1006622949542681 + }, + { + "case": "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "naive": 0.09548686098463084, + "GBRT": 0.059807257590849504, + "naive_minus_GBRT": 0.03567960339378134 + }, + { + "case": "00001501_6a0f221e85e04411afe23f51_step_000", + "naive": 0.14511627980232422, + "GBRT": 0.1285486092785433, + "naive_minus_GBRT": 0.016567670523780914 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.0422620218370488, + "GBRT": 0.032663197424815785, + "naive_minus_GBRT": 0.009598824412233017 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.07022317199250672, + "GBRT": 0.0632636317103814, + "naive_minus_GBRT": 0.006959540282125323 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.12552308784575397, + "GBRT": 0.08229471354277902, + "naive_minus_GBRT": 0.04322837430297495 + }, + { + "case": "00001512_5cbe58077e4b4885a5c213b3_step_005", + "naive": 0.1625774087719321, + "GBRT": 0.09945532608365784, + "naive_minus_GBRT": 0.06312208268827427 + }, + { + "case": "00001525_e0d35a03b46745259cf8878f_step_000", + "naive": 0.20625102934033274, + "GBRT": 0.19889757391723822, + "naive_minus_GBRT": 0.007353455423094513 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.07597307821816836, + "GBRT": 0.1251714012604627, + "naive_minus_GBRT": -0.04919832304229434 + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "naive": 0.2518390352144418, + "GBRT": 0.11847654844472326, + "naive_minus_GBRT": 0.1333624867697185 + }, + { + "case": "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "naive": 0.14597209149292417, + "GBRT": 0.13905323608512205, + "naive_minus_GBRT": 0.006918855407802127 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.15943642220653667, + "GBRT": 0.15776050764999708, + "naive_minus_GBRT": 0.0016759145565395928 + }, + { + "case": "00001556_30de00089a3f4a339eddb68d_step_002", + "naive": 0.33629701452032623, + "GBRT": 0.23660950757895313, + "naive_minus_GBRT": 0.0996875069413731 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.043913018588066996, + "GBRT": 0.03350927127765804, + "naive_minus_GBRT": 0.010403747310408953 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.05919519044606206, + "GBRT": 0.04774150628151187, + "naive_minus_GBRT": 0.011453684164550185 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.09531879438137704, + "GBRT": 0.08543405586166115, + "naive_minus_GBRT": 0.009884738519715885 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.10738077333041386, + "GBRT": 0.07567107742610366, + "naive_minus_GBRT": 0.031709695904310206 + } + ] + }, + { + "split": 4, + "pairs": 308, + "median_naive_minus_GBRT": 0.023283182182978066, + "paired_rows": [ + { + "case": "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "naive": 0.14144511039073374, + "GBRT": 0.07926609935807179, + "naive_minus_GBRT": 0.06217901103266195 + }, + { + "case": "00000009_9b3d6a97e8de4aa193b81000_step_001", + "naive": 0.06977473479694711, + "GBRT": 0.052664957104357105, + "naive_minus_GBRT": 0.017109777692590006 + }, + { + "case": "00000011_e909f412cda24521865fac0f_step_000", + "naive": 0.16990422258542737, + "GBRT": 0.1516829471888148, + "naive_minus_GBRT": 0.018221275396612557 + }, + { + "case": "00000023_ad34a3f60c4a4caa99646600_step_003", + "naive": 0.058886789654642786, + "GBRT": 0.04303182544939977, + "naive_minus_GBRT": 0.015854964205243016 + }, + { + "case": "00000024_ad34a3f60c4a4caa99646600_step_004", + "naive": 0.05002544284636242, + "GBRT": 0.10898415901315263, + "naive_minus_GBRT": -0.05895871616679021 + }, + { + "case": "00000030_ad34a3f60c4a4caa99646600_step_010", + "naive": 0.06967578329779307, + "GBRT": 0.04848669792906829, + "naive_minus_GBRT": 0.021189085368724783 + }, + { + "case": "00000049_aa208c45e8734584a147f595_step_000", + "naive": 0.37556686181120785, + "GBRT": 0.13734329482191632, + "naive_minus_GBRT": 0.23822356698929154 + }, + { + "case": "00000057_666139e3bff64d4e8a6ce183_step_006", + "naive": 0.07176418658513331, + "GBRT": 0.06910399403368929, + "naive_minus_GBRT": 0.002660192551444021 + }, + { + "case": "00000066_767e4372b5f94a88a7a17d90_step_007", + "naive": 0.20374528353024485, + "GBRT": 0.1717236619487361, + "naive_minus_GBRT": 0.03202162158150876 + }, + { + "case": "00000067_767e4372b5f94a88a7a17d90_step_008", + "naive": 0.08666314838936379, + "GBRT": 0.10278229719861906, + "naive_minus_GBRT": -0.016119148809255274 + }, + { + "case": "00000070_767e4372b5f94a88a7a17d90_step_011", + "naive": 0.03532840874211501, + "GBRT": 0.031318052636360026, + "naive_minus_GBRT": 0.004010356105754981 + }, + { + "case": "00000072_767e4372b5f94a88a7a17d90_step_013", + "naive": 0.04796169335467091, + "GBRT": 0.08201365209315126, + "naive_minus_GBRT": -0.03405195873848035 + }, + { + "case": "00000078_767e4372b5f94a88a7a17d90_step_019", + "naive": 0.10899730331614194, + "GBRT": 0.07519490866110778, + "naive_minus_GBRT": 0.03380239465503415 + }, + { + "case": "00000079_767e4372b5f94a88a7a17d90_step_020", + "naive": 0.05660901109923841, + "GBRT": 0.0983182590453569, + "naive_minus_GBRT": -0.041709247946118494 + }, + { + "case": "00000087_b4f9335a60a14cecaa599159_step_002", + "naive": 0.05974126910719142, + "GBRT": 0.04367075397528796, + "naive_minus_GBRT": 0.01607051513190346 + }, + { + "case": "00000093_169bec34317b46e98eb1a403_step_005", + "naive": 0.11198716333318279, + "GBRT": 0.08585192755160595, + "naive_minus_GBRT": 0.026135235781576838 + }, + { + "case": "00000098_72cf0f9ca5324822a4d41a80_step_000", + "naive": 0.15356802851704507, + "GBRT": 0.07544035515517263, + "naive_minus_GBRT": 0.07812767336187244 + }, + { + "case": "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "naive": 0.22309936537531477, + "GBRT": 0.11874792553142235, + "naive_minus_GBRT": 0.10435143984389242 + }, + { + "case": "00000103_52f7124261ae4c558f800775_step_000", + "naive": 0.3002455498862142, + "GBRT": 0.1528041698966847, + "naive_minus_GBRT": 0.14744137998952953 + }, + { + "case": "00000104_52f7124261ae4c558f800775_step_001", + "naive": 0.054537200774698424, + "GBRT": 0.06838929403851159, + "naive_minus_GBRT": -0.013852093263813162 + }, + { + "case": "00000106_52f7124261ae4c558f800775_step_003", + "naive": 0.052069791177715846, + "GBRT": 0.13435218416423067, + "naive_minus_GBRT": -0.08228239298651482 + }, + { + "case": "00000111_ce24e0cbec8e45c89735d148_step_003", + "naive": 0.1162086242453704, + "GBRT": 0.09514235379726138, + "naive_minus_GBRT": 0.02106627044810902 + }, + { + "case": "00000120_ce24e0cbec8e45c89735d148_step_012", + "naive": 0.12102617528476108, + "GBRT": 0.09729499036647549, + "naive_minus_GBRT": 0.02373118491828559 + }, + { + "case": "00000125_e18c7feacfb54f3880659b43_step_000", + "naive": 0.044241128704831136, + "GBRT": 0.07055429524560328, + "naive_minus_GBRT": -0.02631316654077214 + }, + { + "case": "00000129_e18c7feacfb54f3880659b43_step_004", + "naive": 0.12185184359762828, + "GBRT": 0.10887937745258255, + "naive_minus_GBRT": 0.012972466145045727 + }, + { + "case": "00000131_945244874ed84e599987daa9_step_000", + "naive": 0.09255235720058513, + "GBRT": 0.04908749740662677, + "naive_minus_GBRT": 0.043464859793958366 + }, + { + "case": "00000133_08b739e0511f4305b161cd05_step_000", + "naive": 0.09657926083465689, + "GBRT": 0.04752760003604216, + "naive_minus_GBRT": 0.04905166079861473 + }, + { + "case": "00000142_2fc54fcd110d4f49969163c4_step_005", + "naive": 0.11596089571744511, + "GBRT": 0.1048729865030824, + "naive_minus_GBRT": 0.011087909214362715 + }, + { + "case": "00000144_2fc54fcd110d4f49969163c4_step_007", + "naive": 0.39367635995776357, + "GBRT": 0.22302747113950752, + "naive_minus_GBRT": 0.17064888881825604 + }, + { + "case": "00000145_2fc54fcd110d4f49969163c4_step_008", + "naive": 0.0734459763307823, + "GBRT": 0.0848720595914841, + "naive_minus_GBRT": -0.011426083260701797 + }, + { + "case": "00000152_a951550b8a1043a68423c541_step_002", + "naive": 0.08317487436383685, + "GBRT": 0.08082344067011439, + "naive_minus_GBRT": 0.0023514336937224545 + }, + { + "case": "00000161_a583c6c3cdc143bab3f6c856_step_000", + "naive": 0.1468727538344514, + "GBRT": 0.06652598771487624, + "naive_minus_GBRT": 0.08034676611957516 + }, + { + "case": "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "naive": 0.32546715731751313, + "GBRT": 0.20080481101328942, + "naive_minus_GBRT": 0.12466234630422371 + }, + { + "case": "00000166_2246cab58dbe4a2fb00fed50_step_000", + "naive": 0.14470896542974301, + "GBRT": 0.09797944057045176, + "naive_minus_GBRT": 0.04672952485929126 + }, + { + "case": "00000170_b21aa794b6b64d87a57c245e_step_000", + "naive": 0.09222693254266502, + "GBRT": 0.0644770222552765, + "naive_minus_GBRT": 0.02774991028738852 + }, + { + "case": "00000171_b21aa794b6b64d87a57c245e_step_001", + "naive": 0.19630272866215595, + "GBRT": 0.08564012002183186, + "naive_minus_GBRT": 0.1106626086403241 + }, + { + "case": "00000173_b21aa794b6b64d87a57c245e_step_003", + "naive": 0.09332399611454742, + "GBRT": 0.0367166277213288, + "naive_minus_GBRT": 0.05660736839321862 + }, + { + "case": "00000174_b21aa794b6b64d87a57c245e_step_004", + "naive": 0.11008890178875562, + "GBRT": 0.055188770049196936, + "naive_minus_GBRT": 0.05490013173955868 + }, + { + "case": "00000175_b21aa794b6b64d87a57c245e_step_005", + "naive": 0.06995752102423455, + "GBRT": 0.059991573387659675, + "naive_minus_GBRT": 0.009965947636574879 + }, + { + "case": "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "naive": 0.07764994399245459, + "GBRT": 0.06918468073970868, + "naive_minus_GBRT": 0.008465263252745908 + }, + { + "case": "00000190_185ecbc783f34408aef52119_step_000", + "naive": 0.14523252438283948, + "GBRT": 0.05085323381940206, + "naive_minus_GBRT": 0.09437929056343743 + }, + { + "case": "00000220_5324c79b172f41e8a49afc6f_step_007", + "naive": 0.2577926116460592, + "GBRT": 0.21302959507536778, + "naive_minus_GBRT": 0.04476301657069143 + }, + { + "case": "00000224_97b354a907114b7183faa9c4_step_002", + "naive": 0.20852791587182806, + "GBRT": 0.20673755128412497, + "naive_minus_GBRT": 0.0017903645877030971 + }, + { + "case": "00000229_682d529d5e8c4387bc59b3a1_step_000", + "naive": 0.03799117226810304, + "GBRT": 0.031298711814064815, + "naive_minus_GBRT": 0.006692460454038228 + }, + { + "case": "00000238_4829bc0645d6414d9b5cec31_step_001", + "naive": 0.07765347288136241, + "GBRT": 0.054397696337777475, + "naive_minus_GBRT": 0.02325577654358494 + }, + { + "case": "00000243_4829bc0645d6414d9b5cec31_step_006", + "naive": 0.2363351908280718, + "GBRT": 0.16262320691907928, + "naive_minus_GBRT": 0.07371198390899253 + }, + { + "case": "00000248_e87554b09cdc48c3add39db9_step_000", + "naive": 0.15923654933458464, + "GBRT": 0.14242731866229205, + "naive_minus_GBRT": 0.01680923067229259 + }, + { + "case": "00000249_07a2da801a60492fb1e5eeb3_step_000", + "naive": 0.06838047191742473, + "GBRT": 0.04996078784815229, + "naive_minus_GBRT": 0.01841968406927244 + }, + { + "case": "00000257_845fb06d7f2f4802a806a600_step_002", + "naive": 0.10459344713319964, + "GBRT": 0.04389784097468468, + "naive_minus_GBRT": 0.06069560615851496 + }, + { + "case": "00000258_845fb06d7f2f4802a806a600_step_003", + "naive": 0.1107658599243612, + "GBRT": 0.07734741337427511, + "naive_minus_GBRT": 0.03341844655008609 + }, + { + "case": "00000261_845fb06d7f2f4802a806a600_step_006", + "naive": 0.09292377278292076, + "GBRT": 0.07538358675099434, + "naive_minus_GBRT": 0.01754018603192642 + }, + { + "case": "00000264_845fb06d7f2f4802a806a600_step_009", + "naive": 0.09466546468749366, + "GBRT": 0.12514486830903357, + "naive_minus_GBRT": -0.030479403621539905 + }, + { + "case": "00000265_845fb06d7f2f4802a806a600_step_010", + "naive": 0.12348280228141012, + "GBRT": 0.06774584541566693, + "naive_minus_GBRT": 0.05573695686574319 + }, + { + "case": "00000266_845fb06d7f2f4802a806a600_step_011", + "naive": 0.19215132062015547, + "GBRT": 0.1759540696701274, + "naive_minus_GBRT": 0.01619725095002808 + }, + { + "case": "00000269_845fb06d7f2f4802a806a600_step_014", + "naive": 0.13521346430531458, + "GBRT": 0.08094263586825248, + "naive_minus_GBRT": 0.0542708284370621 + }, + { + "case": "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "naive": 0.08505524853397682, + "GBRT": 0.056563970917299575, + "naive_minus_GBRT": 0.028491277616677246 + }, + { + "case": "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "naive": 0.12116609689573131, + "GBRT": 0.11022153141710382, + "naive_minus_GBRT": 0.010944565478627488 + }, + { + "case": "00000280_5a6ef3285b89452ea6b390e7_step_001", + "naive": 0.2778325894568288, + "GBRT": 0.1262167189228482, + "naive_minus_GBRT": 0.15161587053398062 + }, + { + "case": "00000282_5a6ef3285b89452ea6b390e7_step_003", + "naive": 0.31336431814967997, + "GBRT": 0.17964779629474237, + "naive_minus_GBRT": 0.1337165218549376 + }, + { + "case": "00000285_d215b7bc60ae468288e5f1ea_step_000", + "naive": 0.24811257915379528, + "GBRT": 0.2102456334317171, + "naive_minus_GBRT": 0.03786694572207819 + }, + { + "case": "00000293_58f8ff46b7564e989f9695b7_step_006", + "naive": 0.053329282081726596, + "GBRT": 0.038123476021526236, + "naive_minus_GBRT": 0.01520580606020036 + }, + { + "case": "00000296_52a153d2417747b5926ff9df_step_001", + "naive": 0.09309438611323133, + "GBRT": 0.08326794370503904, + "naive_minus_GBRT": 0.00982644240819229 + }, + { + "case": "00000301_52a153d2417747b5926ff9df_step_006", + "naive": 0.08954810534154214, + "GBRT": 0.049575306543903706, + "naive_minus_GBRT": 0.03997279879763844 + }, + { + "case": "00000305_3062bccff48e47a2b9de05e3_step_000", + "naive": 0.13652625665402882, + "GBRT": 0.11182674232106736, + "naive_minus_GBRT": 0.024699514332961456 + }, + { + "case": "00000306_3062bccff48e47a2b9de05e3_step_001", + "naive": 0.14228627198891794, + "GBRT": 0.11378704700859706, + "naive_minus_GBRT": 0.028499224980320884 + }, + { + "case": "00000308_3062bccff48e47a2b9de05e3_step_003", + "naive": 0.13855876478313317, + "GBRT": 0.09822044049889816, + "naive_minus_GBRT": 0.040338324284235005 + }, + { + "case": "00000312_3062bccff48e47a2b9de05e3_step_007", + "naive": 0.06336240999236097, + "GBRT": 0.05151114300507884, + "naive_minus_GBRT": 0.011851266987282123 + }, + { + "case": "00000314_3062bccff48e47a2b9de05e3_step_009", + "naive": 0.11215930674183022, + "GBRT": 0.09372499611542585, + "naive_minus_GBRT": 0.018434310626404368 + }, + { + "case": "00000315_3062bccff48e47a2b9de05e3_step_010", + "naive": 0.07848054774125442, + "GBRT": 0.06940301484157467, + "naive_minus_GBRT": 0.009077532899679747 + }, + { + "case": "00000319_3062bccff48e47a2b9de05e3_step_014", + "naive": 0.06977212705175342, + "GBRT": 0.04486000569560481, + "naive_minus_GBRT": 0.024912121356148613 + }, + { + "case": "00000322_3062bccff48e47a2b9de05e3_step_017", + "naive": 0.07053672589581751, + "GBRT": 0.05925959564719274, + "naive_minus_GBRT": 0.01127713024862477 + }, + { + "case": "00000323_3062bccff48e47a2b9de05e3_step_018", + "naive": 0.1864098231760568, + "GBRT": 0.163563272565949, + "naive_minus_GBRT": 0.02284655061010782 + }, + { + "case": "00000325_3062bccff48e47a2b9de05e3_step_020", + "naive": 0.08003288325590704, + "GBRT": 0.05438915302896666, + "naive_minus_GBRT": 0.025643730226940387 + }, + { + "case": "00000329_12a935cd9b684f879c0505fe_step_000", + "naive": 0.05083212989930207, + "GBRT": 0.05519908568546039, + "naive_minus_GBRT": -0.004366955786158325 + }, + { + "case": "00000330_12a935cd9b684f879c0505fe_step_001", + "naive": 0.06859099806358493, + "GBRT": 0.10127428153682684, + "naive_minus_GBRT": -0.03268328347324191 + }, + { + "case": "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "naive": 0.3696273368218738, + "GBRT": 0.2883085377606778, + "naive_minus_GBRT": 0.08131879906119605 + }, + { + "case": "00000342_fe70be720f7e49fa90ded969_step_001", + "naive": 0.27012136381337887, + "GBRT": 0.18388538179971575, + "naive_minus_GBRT": 0.08623598201366311 + }, + { + "case": "00000356_68d1a5c2319a4a419ff625c6_step_002", + "naive": 0.06040769951472285, + "GBRT": 0.04749066932696163, + "naive_minus_GBRT": 0.01291703018776122 + }, + { + "case": "00000357_68d1a5c2319a4a419ff625c6_step_003", + "naive": 0.24361263875175448, + "GBRT": 0.2443432243717586, + "naive_minus_GBRT": -0.0007305856200041094 + }, + { + "case": "00000359_9ee540a56d79451e8026e1e6_step_001", + "naive": 0.2827758741760711, + "GBRT": 0.20160541533315052, + "naive_minus_GBRT": 0.08117045884292057 + }, + { + "case": "00000364_38d899e2706a4d09960705dd_step_001", + "naive": 0.2454403695402001, + "GBRT": 0.1462351235339301, + "naive_minus_GBRT": 0.09920524600627001 + }, + { + "case": "00000368_23c957e8e7b2428282a13ae2_step_001", + "naive": 0.08257773298854008, + "GBRT": 0.043843671020088223, + "naive_minus_GBRT": 0.03873406196845186 + }, + { + "case": "00000374_23c957e8e7b2428282a13ae2_step_007", + "naive": 0.2554650781612911, + "GBRT": 0.1485586536129634, + "naive_minus_GBRT": 0.10690642454832772 + }, + { + "case": "00000376_23c957e8e7b2428282a13ae2_step_009", + "naive": 0.11705821716831526, + "GBRT": 0.13070754458257242, + "naive_minus_GBRT": -0.013649327414257159 + }, + { + "case": "00000378_23c957e8e7b2428282a13ae2_step_011", + "naive": 0.16995290195653265, + "GBRT": 0.09482604144605333, + "naive_minus_GBRT": 0.07512686051047932 + }, + { + "case": "00000382_239bbf0e92974a32bd214366_step_003", + "naive": 0.1593981434501109, + "GBRT": 0.11620596966343734, + "naive_minus_GBRT": 0.043192173786673574 + }, + { + "case": "00000386_239bbf0e92974a32bd214366_step_007", + "naive": 0.06336321204139003, + "GBRT": 0.04952432014589333, + "naive_minus_GBRT": 0.013838891895496704 + }, + { + "case": "00000388_239bbf0e92974a32bd214366_step_009", + "naive": 0.1478071549848378, + "GBRT": 0.058644344261077744, + "naive_minus_GBRT": 0.08916281072376005 + }, + { + "case": "00000410_30afd12eede44fa8a1def049_step_000", + "naive": 0.1714373592046179, + "GBRT": 0.09485710266325531, + "naive_minus_GBRT": 0.07658025654136258 + }, + { + "case": "00000411_305e45c9479f43979b0d7b53_step_000", + "naive": 0.23816627716268457, + "GBRT": 0.1653366749517366, + "naive_minus_GBRT": 0.07282960221094797 + }, + { + "case": "00000418_ce5b31679ee845a69ba89d6f_step_000", + "naive": 0.05416792382066198, + "GBRT": 0.03851928248702108, + "naive_minus_GBRT": 0.015648641333640904 + }, + { + "case": "00000424_8e8a96d437584c77b3cfd84f_step_002", + "naive": 0.1742050681884336, + "GBRT": 0.15349942551570914, + "naive_minus_GBRT": 0.020705642672724456 + }, + { + "case": "00000445_4ed4c78d6d754aac90876fc2_step_004", + "naive": 0.08221739200345501, + "GBRT": 0.08007830404719077, + "naive_minus_GBRT": 0.002139087956264246 + }, + { + "case": "00000462_516b1784884d4facbc4c0d74_step_010", + "naive": 0.17707494826716827, + "GBRT": 0.08972771478504661, + "naive_minus_GBRT": 0.08734723348212166 + }, + { + "case": "00000466_11951e51b89249dba38ded3e_step_001", + "naive": 0.0633334646955268, + "GBRT": 0.04966405347661269, + "naive_minus_GBRT": 0.013669411218914101 + }, + { + "case": "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "naive": 0.07275355309161552, + "GBRT": 0.06275343679356503, + "naive_minus_GBRT": 0.01000011629805049 + }, + { + "case": "00000485_a7d0c851b5f24a97a7cac950_step_002", + "naive": 0.12667037671187584, + "GBRT": 0.0905523437186332, + "naive_minus_GBRT": 0.036118032993242635 + }, + { + "case": "00000489_a7d0c851b5f24a97a7cac950_step_006", + "naive": 0.06977476321213724, + "GBRT": 0.05990675886072186, + "naive_minus_GBRT": 0.009868004351415383 + }, + { + "case": "00000501_5499914343bd4f549b38046d_step_002", + "naive": 0.049045481376995284, + "GBRT": 0.0307021386120538, + "naive_minus_GBRT": 0.018343342764941484 + }, + { + "case": "00000502_5499914343bd4f549b38046d_step_003", + "naive": 0.08754909128407694, + "GBRT": 0.030465120348835497, + "naive_minus_GBRT": 0.05708397093524144 + }, + { + "case": "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "naive": 0.06256151310203868, + "GBRT": 0.04663190057025698, + "naive_minus_GBRT": 0.015929612531781705 + }, + { + "case": "00000513_f78bf7cf156f4231988af062_step_001", + "naive": 0.0710748644086248, + "GBRT": 0.07665552968724561, + "naive_minus_GBRT": -0.0055806652786208055 + }, + { + "case": "00000523_1f8d7f343e634c11a80d23ac_step_000", + "naive": 0.16507464240588457, + "GBRT": 0.17295175632487622, + "naive_minus_GBRT": -0.007877113918991652 + }, + { + "case": "00000530_bc0d6937206b43bc96521413_step_002", + "naive": 0.07105241781323458, + "GBRT": 0.05193355487571432, + "naive_minus_GBRT": 0.019118862937520263 + }, + { + "case": "00000543_8cf6554d440d40c4823dad6c_step_000", + "naive": 0.09983173384603329, + "GBRT": 0.07203636082894385, + "naive_minus_GBRT": 0.02779537301708944 + }, + { + "case": "00000549_41a24c0b74a34217832f5af0_step_000", + "naive": 0.18116023277915694, + "GBRT": 0.11040238795019212, + "naive_minus_GBRT": 0.07075784482896481 + }, + { + "case": "00000565_5b5119548f7b421e8f597438_step_000", + "naive": 0.06240162496271166, + "GBRT": 0.047613159994122925, + "naive_minus_GBRT": 0.014788464968588738 + }, + { + "case": "00000566_2f2b015ef4904c1caef56154_step_000", + "naive": 0.06995423333211015, + "GBRT": 0.08364060893802099, + "naive_minus_GBRT": -0.013686375605910836 + }, + { + "case": "00000582_5a4cef68211d4706b1ec8586_step_011", + "naive": 0.24952023370941154, + "GBRT": 0.10272029625821308, + "naive_minus_GBRT": 0.14679993745119846 + }, + { + "case": "00000601_7fe894812c4244e18241aa08_step_007", + "naive": 0.17415346788770425, + "GBRT": 0.1075728743883511, + "naive_minus_GBRT": 0.06658059349935315 + }, + { + "case": "00000602_7fe894812c4244e18241aa08_step_008", + "naive": 0.1168868914144345, + "GBRT": 0.0573931338781416, + "naive_minus_GBRT": 0.05949375753629289 + }, + { + "case": "00000609_04e799936ae446b9a3d8d2b8_step_000", + "naive": 0.09440695997339037, + "GBRT": 0.05918008344038422, + "naive_minus_GBRT": 0.03522687653300615 + }, + { + "case": "00000620_c710d414bbbc4340b682c58a_step_006", + "naive": 0.08525454557336817, + "GBRT": 0.0731708880986653, + "naive_minus_GBRT": 0.012083657474702872 + }, + { + "case": "00000621_c710d414bbbc4340b682c58a_step_007", + "naive": 0.048020922191304355, + "GBRT": 0.05244737316121211, + "naive_minus_GBRT": -0.004426450969907757 + }, + { + "case": "00000624_1eacb269d52a47f5b265c1ab_step_000", + "naive": 0.1566996178159122, + "GBRT": 0.09670464898281521, + "naive_minus_GBRT": 0.059994968833097004 + }, + { + "case": "00000626_f686126d229f47aeb125b5ba_step_000", + "naive": 0.09524329095320296, + "GBRT": 0.09336250891453626, + "naive_minus_GBRT": 0.0018807820386666924 + }, + { + "case": "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "naive": 0.0884432956167761, + "GBRT": 0.045268943951513804, + "naive_minus_GBRT": 0.04317435166526229 + }, + { + "case": "00000638_5ae45a997c76423aba2fcc11_step_003", + "naive": 0.06941689475470189, + "GBRT": 0.05462282855177555, + "naive_minus_GBRT": 0.014794066202926344 + }, + { + "case": "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "naive": 0.045045699123560615, + "GBRT": 0.03747295267259357, + "naive_minus_GBRT": 0.007572746450967047 + }, + { + "case": "00000658_a40da330321b44f286a27361_step_000", + "naive": 0.179999415477278, + "GBRT": 0.126626662457567, + "naive_minus_GBRT": 0.05337275301971098 + }, + { + "case": "00000688_b9f3563b403143dbb86ab2b8_step_001", + "naive": 0.059978708265140644, + "GBRT": 0.05530410296896252, + "naive_minus_GBRT": 0.004674605296178122 + }, + { + "case": "00000695_3f46763af0744ab2a90e6b48_step_000", + "naive": 0.24333254608908184, + "GBRT": 0.12492780183541398, + "naive_minus_GBRT": 0.11840474425366786 + }, + { + "case": "00000696_32309198fce9481896bd0a99_step_000", + "naive": 0.27503206863954427, + "GBRT": 0.1521328799152175, + "naive_minus_GBRT": 0.12289918872432676 + }, + { + "case": "00000699_cae88f0aaaf34de597863810_step_000", + "naive": 0.11739164044584026, + "GBRT": 0.06787411576418777, + "naive_minus_GBRT": 0.04951752468165249 + }, + { + "case": "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "naive": 0.20914616068694353, + "GBRT": 0.10770772974744555, + "naive_minus_GBRT": 0.10143843093949798 + }, + { + "case": "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "naive": 0.15055073017297574, + "GBRT": 0.09964425881223735, + "naive_minus_GBRT": 0.05090647136073839 + }, + { + "case": "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "naive": 0.11569051485571338, + "GBRT": 0.07418257216966041, + "naive_minus_GBRT": 0.04150794268605297 + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "naive": 0.07399626248521886, + "GBRT": 0.05878737878577283, + "naive_minus_GBRT": 0.015208883699446028 + }, + { + "case": "00000751_6f0d90054d40400593050930_step_000", + "naive": 0.07631008568674527, + "GBRT": 0.0733628757274268, + "naive_minus_GBRT": 0.002947209959318478 + }, + { + "case": "00000758_8ab50540e9804365a8717ec0_step_005", + "naive": 0.10679391821631067, + "GBRT": 0.10765064532872971, + "naive_minus_GBRT": -0.0008567271124190479 + }, + { + "case": "00000759_8ab50540e9804365a8717ec0_step_006", + "naive": 0.18510450046549753, + "GBRT": 0.06843312434066903, + "naive_minus_GBRT": 0.1166713761248285 + }, + { + "case": "00000760_8ab50540e9804365a8717ec0_step_007", + "naive": 0.19354273088724308, + "GBRT": 0.06697953294109797, + "naive_minus_GBRT": 0.12656319794614512 + }, + { + "case": "00000763_8ab50540e9804365a8717ec0_step_010", + "naive": 0.13224693428684065, + "GBRT": 0.08370600997685973, + "naive_minus_GBRT": 0.048540924309980915 + }, + { + "case": "00000764_9cab8335065e4d439bbff471_step_000", + "naive": 0.07248590246012232, + "GBRT": 0.04917531463775113, + "naive_minus_GBRT": 0.023310587822371193 + }, + { + "case": "00000776_a25fb37392a44447b9684f16_step_001", + "naive": 0.16457090283270398, + "GBRT": 0.10697262558698627, + "naive_minus_GBRT": 0.05759827724571771 + }, + { + "case": "00000779_a25fb37392a44447b9684f16_step_004", + "naive": 0.23544569939527804, + "GBRT": 0.1714683221612301, + "naive_minus_GBRT": 0.06397737723404795 + }, + { + "case": "00000782_a25fb37392a44447b9684f16_step_007", + "naive": 0.11028947106140478, + "GBRT": 0.05211152365064658, + "naive_minus_GBRT": 0.058177947410758206 + }, + { + "case": "00000784_a25fb37392a44447b9684f16_step_009", + "naive": 0.13068865365768503, + "GBRT": 0.08547851074954783, + "naive_minus_GBRT": 0.0452101429081372 + }, + { + "case": "00000792_a25fb37392a44447b9684f16_step_017", + "naive": 0.23438113806490243, + "GBRT": 0.1271185599426377, + "naive_minus_GBRT": 0.10726257812226472 + }, + { + "case": "00000796_dec80701adc84239b485449d_step_002", + "naive": 0.18084899765836748, + "GBRT": 0.07729737474308457, + "naive_minus_GBRT": 0.10355162291528291 + }, + { + "case": "00000797_e7533c87b9a347cdafd0c390_step_000", + "naive": 0.10552277778890753, + "GBRT": 0.07592573411064753, + "naive_minus_GBRT": 0.029597043678260007 + }, + { + "case": "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "naive": 0.12641970260027688, + "GBRT": 0.11531049026110234, + "naive_minus_GBRT": 0.011109212339174543 + }, + { + "case": "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "naive": 0.08299124342845757, + "GBRT": 0.0749157284226538, + "naive_minus_GBRT": 0.008075515005803766 + }, + { + "case": "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "naive": 0.09260319660832508, + "GBRT": 0.07058421759127485, + "naive_minus_GBRT": 0.02201897901705023 + }, + { + "case": "00000806_05cadeb104be4c8aa75ccc71_step_000", + "naive": 0.08255549356665266, + "GBRT": 0.06084369011458839, + "naive_minus_GBRT": 0.02171180345206427 + }, + { + "case": "00000807_05cadeb104be4c8aa75ccc71_step_001", + "naive": 0.21406566577366826, + "GBRT": 0.16012122572807186, + "naive_minus_GBRT": 0.0539444400455964 + }, + { + "case": "00000808_05cadeb104be4c8aa75ccc71_step_002", + "naive": 0.12164958922582253, + "GBRT": 0.09708725092482896, + "naive_minus_GBRT": 0.024562338300993566 + }, + { + "case": "00000809_05cadeb104be4c8aa75ccc71_step_003", + "naive": 0.09897683872858772, + "GBRT": 0.08972143003085968, + "naive_minus_GBRT": 0.009255408697728035 + }, + { + "case": "00000817_36e6258346004cabb4c091b2_step_005", + "naive": 0.09869670255570419, + "GBRT": 0.0732243376701561, + "naive_minus_GBRT": 0.02547236488554809 + }, + { + "case": "00000819_6bbad2756d7845bd8d731d60_step_001", + "naive": 0.06321710041043811, + "GBRT": 0.06522647007699615, + "naive_minus_GBRT": -0.002009369666558042 + }, + { + "case": "00000822_c98978894f544f89aa10633f_step_000", + "naive": 0.04688026517471224, + "GBRT": 0.12846087646500087, + "naive_minus_GBRT": -0.08158061129028862 + }, + { + "case": "00000830_889a065d51a24bb8ad704c69_step_001", + "naive": 0.09772539557169203, + "GBRT": 0.08684724561802554, + "naive_minus_GBRT": 0.010878149953666497 + }, + { + "case": "00000837_b5409201f9a5495fa169af85_step_000", + "naive": 0.20967385437104644, + "GBRT": 0.142094471165411, + "naive_minus_GBRT": 0.06757938320563545 + }, + { + "case": "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "naive": 0.07233535115788273, + "GBRT": 0.05238085369833619, + "naive_minus_GBRT": 0.019954497459546534 + }, + { + "case": "00000844_2c1efcc32d094e9fb9e1a88e_step_004", + "naive": 0.05843417017494912, + "GBRT": 0.05023925965716778, + "naive_minus_GBRT": 0.008194910517781338 + }, + { + "case": "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "naive": 0.050087213248575, + "GBRT": 0.032513493341974474, + "naive_minus_GBRT": 0.017573719906600525 + }, + { + "case": "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "naive": 0.06835587815453878, + "GBRT": 0.05904864197306494, + "naive_minus_GBRT": 0.00930723618147384 + }, + { + "case": "00000863_029c2575dd474650ba1b8d21_step_003", + "naive": 0.08947756998158948, + "GBRT": 0.08750548258401498, + "naive_minus_GBRT": 0.0019720873975744985 + }, + { + "case": "00000864_029c2575dd474650ba1b8d21_step_004", + "naive": 0.06957337726899622, + "GBRT": 0.031707695098707196, + "naive_minus_GBRT": 0.037865682170289024 + }, + { + "case": "00000867_029c2575dd474650ba1b8d21_step_007", + "naive": 0.0677161640843133, + "GBRT": 0.053979545979033296, + "naive_minus_GBRT": 0.013736618105280006 + }, + { + "case": "00000868_029c2575dd474650ba1b8d21_step_008", + "naive": 0.07221467044784012, + "GBRT": 0.06516570189326361, + "naive_minus_GBRT": 0.007048968554576512 + }, + { + "case": "00000871_029c2575dd474650ba1b8d21_step_011", + "naive": 0.17064600158379506, + "GBRT": 0.07968596586041254, + "naive_minus_GBRT": 0.09096003572338252 + }, + { + "case": "00000872_029c2575dd474650ba1b8d21_step_012", + "naive": 0.7659126131841388, + "GBRT": 0.4598964436566765, + "naive_minus_GBRT": 0.30601616952746236 + }, + { + "case": "00000873_029c2575dd474650ba1b8d21_step_013", + "naive": 0.05776265411364062, + "GBRT": 0.020864320355105888, + "naive_minus_GBRT": 0.03689833375853473 + }, + { + "case": "00000874_029c2575dd474650ba1b8d21_step_014", + "naive": 0.07588563114703765, + "GBRT": 0.057765299644952035, + "naive_minus_GBRT": 0.01812033150208562 + }, + { + "case": "00000879_029c2575dd474650ba1b8d21_step_019", + "naive": 0.20231088717837992, + "GBRT": 0.16626788707501822, + "naive_minus_GBRT": 0.0360430001033617 + }, + { + "case": "00000880_029c2575dd474650ba1b8d21_step_020", + "naive": 0.1804284435887729, + "GBRT": 0.15181993490329662, + "naive_minus_GBRT": 0.02860850868547629 + }, + { + "case": "00000882_029c2575dd474650ba1b8d21_step_022", + "naive": 0.17738262647388475, + "GBRT": 0.11862342855647783, + "naive_minus_GBRT": 0.05875919791740693 + }, + { + "case": "00000883_029c2575dd474650ba1b8d21_step_023", + "naive": 0.08758194600216555, + "GBRT": 0.04168943045001565, + "naive_minus_GBRT": 0.045892515552149904 + }, + { + "case": "00000884_029c2575dd474650ba1b8d21_step_024", + "naive": 0.18472098034483578, + "GBRT": 0.163426259831769, + "naive_minus_GBRT": 0.021294720513066773 + }, + { + "case": "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "naive": 0.057225411236821316, + "GBRT": 0.08416990444527687, + "naive_minus_GBRT": -0.02694449320845556 + }, + { + "case": "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "naive": 0.05492507827695443, + "GBRT": 0.06173273126292162, + "naive_minus_GBRT": -0.006807652985967194 + }, + { + "case": "00000900_4df6ab9924674556bb4a509d_step_000", + "naive": 0.048515858799976296, + "GBRT": 0.036525815666225744, + "naive_minus_GBRT": 0.011990043133750551 + }, + { + "case": "00000927_cdcebf32644443b9812097ba_step_011", + "naive": 0.23054350556058262, + "GBRT": 0.08085520966288437, + "naive_minus_GBRT": 0.14968829589769825 + }, + { + "case": "00000928_cdcebf32644443b9812097ba_step_012", + "naive": 0.15897094248275878, + "GBRT": 0.1340438613409548, + "naive_minus_GBRT": 0.024927081141803975 + }, + { + "case": "00000942_f297a24e1a4446cf9d74efd9_step_001", + "naive": 0.06401533375367513, + "GBRT": 0.04639004757094877, + "naive_minus_GBRT": 0.01762528618272636 + }, + { + "case": "00000949_f297a24e1a4446cf9d74efd9_step_008", + "naive": 0.09024182163126647, + "GBRT": 0.06933372973417803, + "naive_minus_GBRT": 0.020908091897088435 + }, + { + "case": "00000953_ccc14f0fcff54b5985cc9113_step_000", + "naive": 0.09624989719634067, + "GBRT": 0.07521296997261634, + "naive_minus_GBRT": 0.021036927223724328 + }, + { + "case": "00000961_a98d481268ea4524a7769731_step_000", + "naive": 0.051284828183322535, + "GBRT": 0.03690791634147287, + "naive_minus_GBRT": 0.014376911841849666 + }, + { + "case": "00000963_a98d481268ea4524a7769731_step_002", + "naive": 0.09724091383225965, + "GBRT": 0.08436096800895967, + "naive_minus_GBRT": 0.012879945823299974 + }, + { + "case": "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "naive": 0.0742981170938286, + "GBRT": 0.069173000037234, + "naive_minus_GBRT": 0.005125117056594589 + }, + { + "case": "00000984_0dd1386597104265ab67e6cf_step_007", + "naive": 0.1896019676950147, + "GBRT": 0.09971936164116198, + "naive_minus_GBRT": 0.08988260605385272 + }, + { + "case": "00000987_0dd1386597104265ab67e6cf_step_010", + "naive": 0.2089989962986641, + "GBRT": 0.13726208870532475, + "naive_minus_GBRT": 0.07173690759333937 + }, + { + "case": "00000995_ac4ba032d4b5431ca04f542c_step_002", + "naive": 0.3303913852344988, + "GBRT": 0.2612059679713639, + "naive_minus_GBRT": 0.06918541726313487 + }, + { + "case": "00000996_6d71695ba3fd475c927a00a7_step_000", + "naive": 0.11700964232154643, + "GBRT": 0.07348031326400283, + "naive_minus_GBRT": 0.0435293290575436 + }, + { + "case": "00000998_6962bc8aad2c4e27b046d5b4_step_000", + "naive": 0.15605857997699416, + "GBRT": 0.11150055589554628, + "naive_minus_GBRT": 0.04455802408144788 + }, + { + "case": "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "naive": 0.04212900382766234, + "GBRT": 0.03826929282449598, + "naive_minus_GBRT": 0.003859711003166358 + }, + { + "case": "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "naive": 0.05861214751935373, + "GBRT": 0.08836966845123216, + "naive_minus_GBRT": -0.02975752093187843 + }, + { + "case": "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "naive": 0.1558545871793884, + "GBRT": 0.10366381512038164, + "naive_minus_GBRT": 0.05219077205900677 + }, + { + "case": "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "naive": 0.05178579194288702, + "GBRT": 0.054280623780010896, + "naive_minus_GBRT": -0.002494831837123873 + }, + { + "case": "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "naive": 0.13650531107115235, + "GBRT": 0.09271937453606059, + "naive_minus_GBRT": 0.04378593653509176 + }, + { + "case": "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "naive": 0.08299355444453221, + "GBRT": 0.045011441816299014, + "naive_minus_GBRT": 0.0379821126282332 + }, + { + "case": "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "naive": 0.06381049218488381, + "GBRT": 0.04630614036235686, + "naive_minus_GBRT": 0.01750435182252695 + }, + { + "case": "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "naive": 0.1572548433032776, + "GBRT": 0.10408981555591432, + "naive_minus_GBRT": 0.053165027747363286 + }, + { + "case": "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "naive": 0.18948937216195139, + "GBRT": 0.1300684264280361, + "naive_minus_GBRT": 0.05942094573391529 + }, + { + "case": "00001024_21adcacb9707488ea6655fd2_step_000", + "naive": 0.052529748259872416, + "GBRT": 0.031602349078522614, + "naive_minus_GBRT": 0.020927399181349803 + }, + { + "case": "00001025_21adcacb9707488ea6655fd2_step_001", + "naive": 0.058146870369885986, + "GBRT": 0.03195326323208161, + "naive_minus_GBRT": 0.026193607137804373 + }, + { + "case": "00001026_0f133d8e7fd448708a554e28_step_000", + "naive": 0.06309492128151455, + "GBRT": 0.056982824909411735, + "naive_minus_GBRT": 0.006112096372102811 + }, + { + "case": "00001031_cde47df6e28543d1b434f206_step_003", + "naive": 0.11077678496644588, + "GBRT": 0.11924378319088484, + "naive_minus_GBRT": -0.008466998224438957 + }, + { + "case": "00001033_18151464e6434759b7c2ece7_step_000", + "naive": 0.08101479930630166, + "GBRT": 0.06544496002476771, + "naive_minus_GBRT": 0.015569839281533951 + }, + { + "case": "00001034_085828cd621d404a90ccd883_step_000", + "naive": 0.25204050278329937, + "GBRT": 0.23851409738980284, + "naive_minus_GBRT": 0.013526405393496532 + }, + { + "case": "00001040_74c42207fa764831b03f7658_step_000", + "naive": 0.07433819505676555, + "GBRT": 0.04963893086588949, + "naive_minus_GBRT": 0.024699264190876057 + }, + { + "case": "00001049_2b2638f82b3946b1867f2d11_step_005", + "naive": 0.08536500386704528, + "GBRT": 0.06304337935406278, + "naive_minus_GBRT": 0.022321624512982502 + }, + { + "case": "00001053_2fd6155fa34f418083d0bd0f_step_002", + "naive": 0.04583689690639806, + "GBRT": 0.06245698787752715, + "naive_minus_GBRT": -0.016620090971129084 + }, + { + "case": "00001061_284effca5a19488fa8a228e2_step_002", + "naive": 0.049975550017460964, + "GBRT": 0.02994287125547389, + "naive_minus_GBRT": 0.020032678761987072 + }, + { + "case": "00001062_c04956ddff6c4324b5cad67c_step_000", + "naive": 0.08139276120108661, + "GBRT": 0.05613328170323257, + "naive_minus_GBRT": 0.025259479497854044 + }, + { + "case": "00001065_c6fda10dc58448d1951c5cc3_step_002", + "naive": 0.10957560959374267, + "GBRT": 0.09873957845650291, + "naive_minus_GBRT": 0.010836031137239757 + }, + { + "case": "00001067_8a2edcf36bcd435092f4c8ae_step_001", + "naive": 0.06539375199528957, + "GBRT": 0.05689432836610925, + "naive_minus_GBRT": 0.008499423629180325 + }, + { + "case": "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "naive": 0.07804585804103883, + "GBRT": 0.06942632770690181, + "naive_minus_GBRT": 0.008619530334137024 + }, + { + "case": "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "naive": 0.21191916032625477, + "GBRT": 0.14382072280743857, + "naive_minus_GBRT": 0.0680984375188162 + }, + { + "case": "00001099_256ee7ec3a4b4972a8b87c8d_step_003", + "naive": 0.13745138512103883, + "GBRT": 0.08449036367047892, + "naive_minus_GBRT": 0.052961021450559906 + }, + { + "case": "00001106_ba88e7579ced4a0aa2de629c_step_000", + "naive": 0.16563164528347726, + "GBRT": 0.08949801301180321, + "naive_minus_GBRT": 0.07613363227167405 + }, + { + "case": "00001107_78566795c3144719804f8d34_step_000", + "naive": 0.2796135770967493, + "GBRT": 0.13731292553335941, + "naive_minus_GBRT": 0.14230065156338986 + }, + { + "case": "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "naive": 0.06739871905389777, + "GBRT": 0.06844994795466841, + "naive_minus_GBRT": -0.00105122890077064 + }, + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "naive": 0.055062395663031, + "GBRT": 0.052125625762104166, + "naive_minus_GBRT": 0.002936769900926832 + }, + { + "case": "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "naive": 0.187298899757805, + "GBRT": 0.17385939243488432, + "naive_minus_GBRT": 0.01343950732292068 + }, + { + "case": "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "naive": 0.10861382455097188, + "GBRT": 0.0680827828273487, + "naive_minus_GBRT": 0.04053104172362318 + }, + { + "case": "00001159_f112d6f3e0c644ae9de2a724_step_000", + "naive": 0.05404207719272221, + "GBRT": 0.056912184021572165, + "naive_minus_GBRT": -0.002870106828849958 + }, + { + "case": "00001165_4b65bb9a02f6494aa897a53e_step_000", + "naive": 0.20376413032364565, + "GBRT": 0.19283264629825764, + "naive_minus_GBRT": 0.010931484025388016 + }, + { + "case": "00001169_0889c458f3f74dc288d2d531_step_000", + "naive": 0.0627287729714894, + "GBRT": 0.04916224950821736, + "naive_minus_GBRT": 0.013566523463272043 + }, + { + "case": "00001170_0889c458f3f74dc288d2d531_step_001", + "naive": 0.051749782572484734, + "GBRT": 0.039358033796552214, + "naive_minus_GBRT": 0.01239174877593252 + }, + { + "case": "00001186_507b60b57791425bbb73273e_step_001", + "naive": 0.09560320136284621, + "GBRT": 0.09304558068817448, + "naive_minus_GBRT": 0.0025576206746717317 + }, + { + "case": "00001187_507b60b57791425bbb73273e_step_002", + "naive": 0.05704374336649714, + "GBRT": 0.11250313384363234, + "naive_minus_GBRT": -0.0554593904771352 + }, + { + "case": "00001190_507b60b57791425bbb73273e_step_005", + "naive": 0.12371108608322862, + "GBRT": 0.0804555974288145, + "naive_minus_GBRT": 0.043255488654414115 + }, + { + "case": "00001193_46b17dd88ed24f55bca2eb69_step_000", + "naive": 0.08210641148431351, + "GBRT": 0.0707888993707823, + "naive_minus_GBRT": 0.011317512113531214 + }, + { + "case": "00001206_e44a0f9afbe84b918f789f0f_step_006", + "naive": 0.2007396309370584, + "GBRT": 0.12845728233372528, + "naive_minus_GBRT": 0.07228234860333313 + }, + { + "case": "00001213_4be610c137ba42ae9933e69b_step_003", + "naive": 0.27094246410286393, + "GBRT": 0.20307690115586377, + "naive_minus_GBRT": 0.06786556294700016 + }, + { + "case": "00001214_9edb90c9f417497fb70bddf6_step_000", + "naive": 0.13343095517582068, + "GBRT": 0.12556217626436042, + "naive_minus_GBRT": 0.007868778911460261 + }, + { + "case": "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "naive": 0.061071664270001276, + "GBRT": 0.05514113475651304, + "naive_minus_GBRT": 0.005930529513488235 + }, + { + "case": "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "naive": 0.08076562030745388, + "GBRT": 0.0784365517907708, + "naive_minus_GBRT": 0.002329068516683075 + }, + { + "case": "00001238_96503b6a26c64074ad598927_step_000", + "naive": 0.0963004565475208, + "GBRT": 0.06689759648030599, + "naive_minus_GBRT": 0.029402860067214806 + }, + { + "case": "00001240_96503b6a26c64074ad598927_step_002", + "naive": 0.05503955135389341, + "GBRT": 0.05568671870769778, + "naive_minus_GBRT": -0.0006471673538043718 + }, + { + "case": "00001244_96503b6a26c64074ad598927_step_006", + "naive": 0.06790835925053756, + "GBRT": 0.1012819404882299, + "naive_minus_GBRT": -0.03337358123769234 + }, + { + "case": "00001262_157e5348bf6545e282472856_step_000", + "naive": 0.1313394678226826, + "GBRT": 0.081201243128882, + "naive_minus_GBRT": 0.05013822469380061 + }, + { + "case": "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "naive": 0.11183662759974203, + "GBRT": 0.05266984502992062, + "naive_minus_GBRT": 0.059166782569821406 + }, + { + "case": "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "naive": 0.0880454400779889, + "GBRT": 0.08443142632666363, + "naive_minus_GBRT": 0.003614013751325265 + }, + { + "case": "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "naive": 0.058230578959195034, + "GBRT": 0.04048037366214187, + "naive_minus_GBRT": 0.017750205297053165 + }, + { + "case": "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "naive": 0.3387046300880545, + "GBRT": 0.3070892300354189, + "naive_minus_GBRT": 0.031615400052635634 + }, + { + "case": "00001300_b9951da825954791b59b979d_step_000", + "naive": 0.2861463930347682, + "GBRT": 0.18781448515698976, + "naive_minus_GBRT": 0.09833190787777843 + }, + { + "case": "00001301_a54ee779467b42ea8709e1ca_step_000", + "naive": 0.1064538101667929, + "GBRT": 0.05678535984072912, + "naive_minus_GBRT": 0.049668450326063776 + }, + { + "case": "00001305_3f3a389e9d5a4370b952bdce_step_001", + "naive": 0.06917676833441591, + "GBRT": 0.055837261011967246, + "naive_minus_GBRT": 0.013339507322448665 + }, + { + "case": "00001310_3f3a389e9d5a4370b952bdce_step_006", + "naive": 0.05433978803516285, + "GBRT": 0.04649726273989595, + "naive_minus_GBRT": 0.007842525295266904 + }, + { + "case": "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "naive": 0.1002173142503758, + "GBRT": 0.07456610340913655, + "naive_minus_GBRT": 0.025651210841239253 + }, + { + "case": "00001321_7cef9b79a6b04db894fd74e5_step_000", + "naive": 0.17627831458132426, + "GBRT": 0.10095972666150434, + "naive_minus_GBRT": 0.07531858791981992 + }, + { + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "naive": 0.12715036723175002, + "GBRT": 0.04894593123475659, + "naive_minus_GBRT": 0.07820443599699343 + }, + { + "case": "00001333_beab79941e884455a62af40c_step_001", + "naive": 0.1667414166091572, + "GBRT": 0.10549043388904891, + "naive_minus_GBRT": 0.06125098272010829 + }, + { + "case": "00001336_beab79941e884455a62af40c_step_004", + "naive": 0.1290074497058551, + "GBRT": 0.14295026970049846, + "naive_minus_GBRT": -0.013942819994643363 + }, + { + "case": "00001340_beab79941e884455a62af40c_step_008", + "naive": 0.2280744289457162, + "GBRT": 0.11795748197065757, + "naive_minus_GBRT": 0.11011694697505862 + }, + { + "case": "00001344_d8d97699a52842539e08d117_step_002", + "naive": 0.0921021207960105, + "GBRT": 0.05740347072221599, + "naive_minus_GBRT": 0.03469865007379451 + }, + { + "case": "00001349_27327ddba7f64417ae1e69a3_step_000", + "naive": 0.10644005679926388, + "GBRT": 0.12516616687122925, + "naive_minus_GBRT": -0.01872611007196537 + }, + { + "case": "00001352_4e1d56bc2cef49ea84626b11_step_000", + "naive": 0.08900413120544025, + "GBRT": 0.06669869742314323, + "naive_minus_GBRT": 0.02230543378229702 + }, + { + "case": "00001358_2e314c6e080b40fcb6a6db96_step_001", + "naive": 0.07896562368571707, + "GBRT": 0.03987735520913044, + "naive_minus_GBRT": 0.03908826847658663 + }, + { + "case": "00001360_2e314c6e080b40fcb6a6db96_step_003", + "naive": 0.05491398996974305, + "GBRT": 0.048768702148849596, + "naive_minus_GBRT": 0.006145287820893457 + }, + { + "case": "00001373_2e314c6e080b40fcb6a6db96_step_016", + "naive": 0.22227343406279884, + "GBRT": 0.14873832659993905, + "naive_minus_GBRT": 0.0735351074628598 + }, + { + "case": "00001375_2e314c6e080b40fcb6a6db96_step_018", + "naive": 0.16269756416610728, + "GBRT": 0.11632966338046462, + "naive_minus_GBRT": 0.046367900785642666 + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "naive": 0.10146311767571026, + "GBRT": 0.08142335825163122, + "naive_minus_GBRT": 0.02003975942407904 + }, + { + "case": "00001387_60cf3ad636dd42e0bcec6946_step_000", + "naive": 0.07608170891450962, + "GBRT": 0.07007904658324501, + "naive_minus_GBRT": 0.006002662331264605 + }, + { + "case": "00001394_406eb61c554a429ebd8a4d4f_step_003", + "naive": 0.13744103902595603, + "GBRT": 0.09811146929832101, + "naive_minus_GBRT": 0.039329569727635016 + }, + { + "case": "00001399_49414db2dd594dc6a3907cf3_step_002", + "naive": 0.09952246693311015, + "GBRT": 0.07565399199225048, + "naive_minus_GBRT": 0.02386847494085967 + }, + { + "case": "00001400_49414db2dd594dc6a3907cf3_step_003", + "naive": 0.06503057380840918, + "GBRT": 0.050031640541466096, + "naive_minus_GBRT": 0.014998933266943085 + }, + { + "case": "00001401_49414db2dd594dc6a3907cf3_step_004", + "naive": 0.057845321337602326, + "GBRT": 0.04622675380047712, + "naive_minus_GBRT": 0.011618567537125209 + }, + { + "case": "00001402_49414db2dd594dc6a3907cf3_step_005", + "naive": 0.05575187945848131, + "GBRT": 0.03274110959473731, + "naive_minus_GBRT": 0.023010769863744 + }, + { + "case": "00001406_49414db2dd594dc6a3907cf3_step_009", + "naive": 0.08875499047092868, + "GBRT": 0.05666828684173868, + "naive_minus_GBRT": 0.03208670362919 + }, + { + "case": "00001407_49414db2dd594dc6a3907cf3_step_010", + "naive": 0.1265743369962412, + "GBRT": 0.06238193003412283, + "naive_minus_GBRT": 0.06419240696211838 + }, + { + "case": "00001408_49414db2dd594dc6a3907cf3_step_011", + "naive": 0.11334119987964894, + "GBRT": 0.08809993712964248, + "naive_minus_GBRT": 0.02524126275000646 + }, + { + "case": "00001409_49414db2dd594dc6a3907cf3_step_012", + "naive": 0.05679841858449558, + "GBRT": 0.05523318546049793, + "naive_minus_GBRT": 0.0015652331239976516 + }, + { + "case": "00001413_4642a707b7894949ba816427_step_000", + "naive": 0.061117517716453906, + "GBRT": 0.09968159891476229, + "naive_minus_GBRT": -0.038564081198308384 + }, + { + "case": "00001417_a45f6c99e2154f3b94955175_step_001", + "naive": 0.3514005931958854, + "GBRT": 0.24335293473246716, + "naive_minus_GBRT": 0.10804765846341824 + }, + { + "case": "00001422_a45f6c99e2154f3b94955175_step_006", + "naive": 0.17216574778913551, + "GBRT": 0.07492133640389369, + "naive_minus_GBRT": 0.09724441138524183 + }, + { + "case": "00001428_a45f6c99e2154f3b94955175_step_012", + "naive": 0.1325128275374046, + "GBRT": 0.0901924684247943, + "naive_minus_GBRT": 0.0423203591126103 + }, + { + "case": "00001432_a45f6c99e2154f3b94955175_step_016", + "naive": 0.11229599926022715, + "GBRT": 0.05816083094386732, + "naive_minus_GBRT": 0.05413516831635983 + }, + { + "case": "00001433_a45f6c99e2154f3b94955175_step_017", + "naive": 0.11542610276871677, + "GBRT": 0.059441757538058755, + "naive_minus_GBRT": 0.05598434523065802 + }, + { + "case": "00001434_a45f6c99e2154f3b94955175_step_018", + "naive": 0.09479377891251532, + "GBRT": 0.0566145054024067, + "naive_minus_GBRT": 0.03817927351010862 + }, + { + "case": "00001438_a45f6c99e2154f3b94955175_step_022", + "naive": 0.10857314868391515, + "GBRT": 0.06294350972300025, + "naive_minus_GBRT": 0.0456296389609149 + }, + { + "case": "00001450_a45f6c99e2154f3b94955175_step_034", + "naive": 0.15798799683993098, + "GBRT": 0.1060775528114879, + "naive_minus_GBRT": 0.05191044402844308 + }, + { + "case": "00001455_a45f6c99e2154f3b94955175_step_039", + "naive": 0.08788171154258086, + "GBRT": 0.06154901602755909, + "naive_minus_GBRT": 0.026332695515021765 + }, + { + "case": "00001456_a45f6c99e2154f3b94955175_step_040", + "naive": 0.08871253654565957, + "GBRT": 0.06128215393153321, + "naive_minus_GBRT": 0.027430382614126357 + }, + { + "case": "00001459_a45f6c99e2154f3b94955175_step_043", + "naive": 0.10428013922296653, + "GBRT": 0.08802508436423251, + "naive_minus_GBRT": 0.01625505485873402 + }, + { + "case": "00001461_a45f6c99e2154f3b94955175_step_045", + "naive": 0.37313013210813023, + "GBRT": 0.16851296329927642, + "naive_minus_GBRT": 0.2046171688088538 + }, + { + "case": "00001467_a45f6c99e2154f3b94955175_step_051", + "naive": 0.1864423518477405, + "GBRT": 0.17199408498102498, + "naive_minus_GBRT": 0.01444826686671552 + }, + { + "case": "00001468_a45f6c99e2154f3b94955175_step_052", + "naive": 0.12671247206458167, + "GBRT": 0.13478224960770083, + "naive_minus_GBRT": -0.008069777543119161 + }, + { + "case": "00001472_a45f6c99e2154f3b94955175_step_056", + "naive": 0.09675275188048726, + "GBRT": 0.11469997365124023, + "naive_minus_GBRT": -0.01794722177075296 + }, + { + "case": "00001473_a45f6c99e2154f3b94955175_step_057", + "naive": 0.08651662202473286, + "GBRT": 0.15160765456667416, + "naive_minus_GBRT": -0.0650910325419413 + }, + { + "case": "00001480_a45f6c99e2154f3b94955175_step_064", + "naive": 0.15596204279301112, + "GBRT": 0.1014168544316444, + "naive_minus_GBRT": 0.05454518836136672 + }, + { + "case": "00001481_a45f6c99e2154f3b94955175_step_065", + "naive": 0.10773874773820802, + "GBRT": 0.09694498824098698, + "naive_minus_GBRT": 0.010793759497221042 + }, + { + "case": "00001487_a45f6c99e2154f3b94955175_step_071", + "naive": 0.09412560160700634, + "GBRT": 0.07142993270082809, + "naive_minus_GBRT": 0.022695668906178246 + }, + { + "case": "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "naive": 0.22197610797571402, + "GBRT": 0.11954619156138051, + "naive_minus_GBRT": 0.10242991641433351 + }, + { + "case": "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "naive": 0.26732038997510155, + "GBRT": 0.17028808433694967, + "naive_minus_GBRT": 0.09703230563815188 + }, + { + "case": "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "naive": 0.0808918670011837, + "GBRT": 0.07037170950600709, + "naive_minus_GBRT": 0.01052015749517661 + }, + { + "case": "00001503_6a0f221e85e04411afe23f51_step_002", + "naive": 0.0422620218370488, + "GBRT": 0.03274774937805282, + "naive_minus_GBRT": 0.009514272458995984 + }, + { + "case": "00001505_6d02705716e04d9081f4980b_step_000", + "naive": 0.07022317199250672, + "GBRT": 0.06556995900530756, + "naive_minus_GBRT": 0.0046532129871991595 + }, + { + "case": "00001511_5cbe58077e4b4885a5c213b3_step_004", + "naive": 0.12552308784575397, + "GBRT": 0.08699212400929292, + "naive_minus_GBRT": 0.038530963836461055 + }, + { + "case": "00001527_9214869844f14e83a9dce3ec_step_000", + "naive": 0.11420248706940299, + "GBRT": 0.15814828998173358, + "naive_minus_GBRT": -0.04394580291233059 + }, + { + "case": "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "naive": 0.08232815507527765, + "GBRT": 0.049995361501651826, + "naive_minus_GBRT": 0.03233279357362582 + }, + { + "case": "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "naive": 0.07504691956857462, + "GBRT": 0.046211443472668784, + "naive_minus_GBRT": 0.028835476095905838 + }, + { + "case": "00001535_e1d62958d7ca4ad18fefd54d_step_002", + "naive": 0.07765760804551204, + "GBRT": 0.045005837497693095, + "naive_minus_GBRT": 0.03265177054781895 + }, + { + "case": "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "naive": 0.06100055058341241, + "GBRT": 0.040675357471059125, + "naive_minus_GBRT": 0.020325193112353285 + }, + { + "case": "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "naive": 0.06936122617320943, + "GBRT": 0.040101091892034584, + "naive_minus_GBRT": 0.029260134281174847 + }, + { + "case": "00001550_a94d978cf62948ce80b417a9_step_000", + "naive": 0.07597307821816836, + "GBRT": 0.09846864571386842, + "naive_minus_GBRT": -0.02249556749570006 + }, + { + "case": "00001554_30de00089a3f4a339eddb68d_step_000", + "naive": 0.15943642220653667, + "GBRT": 0.1429538209276556, + "naive_minus_GBRT": 0.01648260127888107 + }, + { + "case": "00001555_30de00089a3f4a339eddb68d_step_001", + "naive": 0.30452529492603225, + "GBRT": 0.20017315863636997, + "naive_minus_GBRT": 0.10435213628966228 + }, + { + "case": "00001557_16c191aef5034779aaab6e3f_step_000", + "naive": 0.043913018588066996, + "GBRT": 0.03445540476806693, + "naive_minus_GBRT": 0.009457613820000065 + }, + { + "case": "00001567_9280741c840d4aa1af32658e_step_002", + "naive": 0.05039884593498954, + "GBRT": 0.04086594530714399, + "naive_minus_GBRT": 0.00953290062784555 + }, + { + "case": "00001579_a3b89691665043a08931897f_step_002", + "naive": 0.05919519044606206, + "GBRT": 0.047305011970593946, + "naive_minus_GBRT": 0.01189017847546811 + }, + { + "case": "00001582_a3b89691665043a08931897f_step_005", + "naive": 0.09531879438137704, + "GBRT": 0.07935711594281458, + "naive_minus_GBRT": 0.015961678438562457 + }, + { + "case": "00001586_763da6a559544098acbf4154_step_002", + "naive": 0.10738077333041386, + "GBRT": 0.08167070986819014, + "naive_minus_GBRT": 0.025710063462223723 + }, + { + "case": "00001594_2128dbbd4bf34879913b3a99_step_000", + "naive": 0.27434277368073323, + "GBRT": 0.12256707669825923, + "naive_minus_GBRT": 0.151775696982474 + }, + { + "case": "00001596_2128dbbd4bf34879913b3a99_step_002", + "naive": 0.07386580443301256, + "GBRT": 0.03635554140297653, + "naive_minus_GBRT": 0.03751026303003603 + } + ] + } + ] + } + }, + "training_prediction_scoring_rerun": false, + "bootstrap": false, + "original_scores_unchanged": true +} diff --git a/docs/gre24-v5-stored-score-display-2026-11-16.md b/docs/gre24-v5-stored-score-display-2026-11-16.md new file mode 100644 index 000000000..4b1d694db --- /dev/null +++ b/docs/gre24-v5-stored-score-display-2026-11-16.md @@ -0,0 +1,39 @@ +# Gre24 v5:已有评分的阈值及配对差展示补充 + +按Claude原串1794782386.838149要求,仅从固定 `scores.json` 读取既有逐件标量并汇总。原评分SHA `af2aa9fdb207c86c4ff91a75a33e84734e3995f37fd316ae394bfd231f57a674` 前后不变,原summary、预测、模型不改写;无新训练、预测、评分、bootstrap或标签读取。三分母min/median/max原表见已发布 `docs/gre24-v5-reproduction-results-2026-11-16.md`(9bf495a)。 + +## RRMSE严格小于0.1的比例 + +每格为通过件数/该split有效评分件数及比例;614成功/10准备超时的固定排除不变,五split分别有效307/308/306/305/308,缺5/4/6/7/4。分母是各split有效评分件数,不是312或节点数。五split比例等权平均,不先池化各split样本;无undefined评分。全部数值均来自原标量,严格小于0.1,不是小于等于。 + +| 分母 | 模型 | split0 | split1 | split2 | split3 | split4 | 五split比例平均 | +| --- | --- | --- | --- | --- | --- | --- | ---: | +| RMS(y) | naive | 174/307 (56.6775%) | 190/308 (61.6883%) | 173/306 (56.5359%) | 180/305 (59.0164%) | 181/308 (58.7662%) | 58.536882% | +| RMS(y) | GBRT | 238/307 (77.5244%) | 235/308 (76.2987%) | 226/306 (73.8562%) | 235/305 (77.0492%) | 232/308 (75.3247%) | 76.010639% | +| RMS(y) | FNN | 222/307 (72.3127%) | 220/308 (71.4286%) | 214/306 (69.9346%) | 207/305 (67.8689%) | 231/308 (75.0000%) | 71.308954% | +| max(y) | naive | 272/307 (88.5993%) | 272/308 (88.3117%) | 261/306 (85.2941%) | 267/305 (87.5410%) | 262/308 (85.0649%) | 86.962215% | +| max(y) | GBRT | 293/307 (95.4397%) | 291/308 (94.4805%) | 291/306 (95.0980%) | 292/305 (95.7377%) | 295/308 (95.7792%) | 95.307045% | +| max(y) | FNN | 288/307 (93.8111%) | 287/308 (93.1818%) | 285/306 (93.1373%) | 281/305 (92.1311%) | 286/308 (92.8571%) | 93.023688% | +| mean(y) | naive | 145/307 (47.2313%) | 158/308 (51.2987%) | 150/306 (49.0196%) | 157/305 (51.4754%) | 157/308 (50.9740%) | 49.999803% | +| mean(y) | GBRT | 207/307 (67.4267%) | 206/308 (66.8831%) | 203/306 (66.3399%) | 209/305 (68.5246%) | 210/308 (68.1818%) | 67.471221% | +| mean(y) | FNN | 193/307 (62.8664%) | 197/308 (63.9610%) | 187/306 (61.1111%) | 170/305 (55.7377%) | 200/308 (64.9351%) | 61.722274% | + +## 同件配对的naive与GBRT差 + +每个split按相同case配对,先算 **Δ = RRMSE_naive − RRMSE_GBRT**,再对该split的Δ取中位数。正值表示GBRT误差较低;这不是两个模型各自中位数相减。五split配对数依次307/308/306/305/308,原失败排除不补替;逐对原数与Δ也在补充JSON内。数值为比例,非百分比。 + +| 分母 | split0 median(Δ) | split1 median(Δ) | split2 median(Δ) | split3 median(Δ) | split4 median(Δ) | +| --- | ---: | ---: | ---: | ---: | ---: | +| RMS(y) | 0.018514102312 | 0.017794192390 | 0.019783545436 | 0.017345627252 | 0.020289906179 | +| max(y) | 0.011086873306 | 0.010534568802 | 0.011531321491 | 0.010271705431 | 0.011972139328 | +| mean(y) | 0.021249401762 | 0.020732402248 | 0.023199691516 | 0.019992931523 | 0.023283182183 | + +## 参考事实、实现选择与未能确认的内容 + +论文参考统计:Claude1794782386.838149报告原文300/314约95.5%,并说明原文没有定义RRMSE分母。本补充引用其团队原文核读记录,不声称本轮重新阅读原论文或确认其分母。 + +本次实现选择:明确列出三分母,RMS(y)为原固定主指标;仍为v5、t_set时间尺度、fill-only早停FNN及R1补充离散化。max(y)下GBRT阈值比例平均95.307045%,数值接近上述参考;主RMS(y)下为76.010639%。这说明同一批既有误差采用不同分母会产生很不同的展示,不能据接近某参考值反向选择主指标。 + +未能确认:原论文实际采用何种分母、v4/v5差异、t_set与V/Q、FNN多输出及离散化的独立影响均不能由这张表识别,10较大件超时排除与近重复跨split亦未消除。相近百分比不是忠实复现认证;本补充没有把总体差距归因给某一个候选因素。 + +新增展示汇总实际CPU **0.165208997秒**,GPU新增0。原完成账本136620.981045秒不改写;单列展示费用后累计 **136621.146253997秒/216000秒**。原GPU876.330852390秒/7200秒不变。费用回执 `stored-score-display-receipt-2026-11-16.json`,完整结果 `stored-score-display-supplement-2026-11-16.json` 均位于v5-models-continuation结果根。