Upload ablation_results.json with huggingface_hub
Browse files- ablation_results.json +500 -0
ablation_results.json
ADDED
|
@@ -0,0 +1,500 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"feature_groups": {
|
| 3 |
+
"all_features": {
|
| 4 |
+
"accuracy": 0.934156378600823,
|
| 5 |
+
"accuracy_std": 0.0033600682342704623,
|
| 6 |
+
"f1_macro": 0.9025098817579865,
|
| 7 |
+
"f1_macro_std": 0.0032711375359027986,
|
| 8 |
+
"f1_weighted": 0.9351707425320005,
|
| 9 |
+
"f1_weighted_std": 0.00252075341300129,
|
| 10 |
+
"precision": 0.8150491476919249,
|
| 11 |
+
"precision_std": 0.04058853585786643,
|
| 12 |
+
"recall": 0.8866666666666667,
|
| 13 |
+
"recall_std": 0.04988876515698589,
|
| 14 |
+
"auc_roc": 0.9712953367875649,
|
| 15 |
+
"auc_roc_std": 0.0030752361124773545,
|
| 16 |
+
"ece": 0.05625765306190419,
|
| 17 |
+
"ece_std": 0.008588383909395743,
|
| 18 |
+
"brier_score": 0.05581313623709779,
|
| 19 |
+
"brier_score_std": 0.006274220148221518
|
| 20 |
+
},
|
| 21 |
+
"drop_demographic": {
|
| 22 |
+
"accuracy": 0.9231824417009603,
|
| 23 |
+
"accuracy_std": 0.007759745198206247,
|
| 24 |
+
"f1_macro": 0.8859667578371555,
|
| 25 |
+
"f1_macro_std": 0.013763613216983155,
|
| 26 |
+
"f1_weighted": 0.9242796237468868,
|
| 27 |
+
"f1_weighted_std": 0.008295054350748773,
|
| 28 |
+
"precision": 0.7880747126436782,
|
| 29 |
+
"precision_std": 0.022281698878262694,
|
| 30 |
+
"recall": 0.86,
|
| 31 |
+
"recall_std": 0.058878405775518984,
|
| 32 |
+
"auc_roc": 0.9731606217616582,
|
| 33 |
+
"auc_roc_std": 0.0017768319377702078,
|
| 34 |
+
"ece": 0.052618936281241736,
|
| 35 |
+
"ece_std": 0.0026563482885394213,
|
| 36 |
+
"brier_score": 0.0571605721833377,
|
| 37 |
+
"brier_score_std": 0.003969568180693764
|
| 38 |
+
},
|
| 39 |
+
"drop_nutritional": {
|
| 40 |
+
"accuracy": 0.9300411522633745,
|
| 41 |
+
"accuracy_std": 0.00888990493608756,
|
| 42 |
+
"f1_macro": 0.89688575862919,
|
| 43 |
+
"f1_macro_std": 0.010190860509204883,
|
| 44 |
+
"f1_weighted": 0.9312651519062315,
|
| 45 |
+
"f1_weighted_std": 0.007753314441575472,
|
| 46 |
+
"precision": 0.8051479579359256,
|
| 47 |
+
"precision_std": 0.0506662122098875,
|
| 48 |
+
"recall": 0.88,
|
| 49 |
+
"recall_std": 0.043204937989385774,
|
| 50 |
+
"auc_roc": 0.9747841105354058,
|
| 51 |
+
"auc_roc_std": 0.005028725120655431,
|
| 52 |
+
"ece": 0.05112197499182398,
|
| 53 |
+
"ece_std": 0.010045868219477016,
|
| 54 |
+
"brier_score": 0.055542791170826326,
|
| 55 |
+
"brier_score_std": 0.007900172699135828
|
| 56 |
+
},
|
| 57 |
+
"drop_socioeconomic": {
|
| 58 |
+
"accuracy": 0.9272976680384089,
|
| 59 |
+
"accuracy_std": 0.003879872599103124,
|
| 60 |
+
"f1_macro": 0.8913635596802715,
|
| 61 |
+
"f1_macro_std": 0.005740032291453515,
|
| 62 |
+
"f1_weighted": 0.928077016260845,
|
| 63 |
+
"f1_weighted_std": 0.0032616166857185867,
|
| 64 |
+
"precision": 0.8086979371961635,
|
| 65 |
+
"precision_std": 0.05349863273069293,
|
| 66 |
+
"recall": 0.86,
|
| 67 |
+
"recall_std": 0.07118052168020875,
|
| 68 |
+
"auc_roc": 0.9725043177892919,
|
| 69 |
+
"auc_roc_std": 0.0022865864129098827,
|
| 70 |
+
"ece": 0.058421829055497386,
|
| 71 |
+
"ece_std": 0.007957945257837242,
|
| 72 |
+
"brier_score": 0.05898473729251519,
|
| 73 |
+
"brier_score_std": 0.005418553338063918
|
| 74 |
+
},
|
| 75 |
+
"drop_environmental": {
|
| 76 |
+
"accuracy": 0.9272976680384089,
|
| 77 |
+
"accuracy_std": 0.01026517801584072,
|
| 78 |
+
"f1_macro": 0.892875007730843,
|
| 79 |
+
"f1_macro_std": 0.014588942717511452,
|
| 80 |
+
"f1_weighted": 0.9285557078393758,
|
| 81 |
+
"f1_weighted_std": 0.009728794325890293,
|
| 82 |
+
"precision": 0.7970856102003644,
|
| 83 |
+
"precision_std": 0.0531401839574474,
|
| 84 |
+
"recall": 0.88,
|
| 85 |
+
"recall_std": 0.0748331477354788,
|
| 86 |
+
"auc_roc": 0.9717098445595855,
|
| 87 |
+
"auc_roc_std": 0.004798274363850904,
|
| 88 |
+
"ece": 0.05447866720518955,
|
| 89 |
+
"ece_std": 0.009101877611029157,
|
| 90 |
+
"brier_score": 0.057996770037197554,
|
| 91 |
+
"brier_score_std": 0.00644363193679079
|
| 92 |
+
},
|
| 93 |
+
"drop_healthcare": {
|
| 94 |
+
"accuracy": 0.9300411522633745,
|
| 95 |
+
"accuracy_std": 0.0033600682342704623,
|
| 96 |
+
"f1_macro": 0.8966926208735324,
|
| 97 |
+
"f1_macro_std": 0.002801841175856656,
|
| 98 |
+
"f1_weighted": 0.9312113571659425,
|
| 99 |
+
"f1_weighted_std": 0.0024363943761779557,
|
| 100 |
+
"precision": 0.8032299175271121,
|
| 101 |
+
"precision_std": 0.03605109624893552,
|
| 102 |
+
"recall": 0.88,
|
| 103 |
+
"recall_std": 0.043204937989385774,
|
| 104 |
+
"auc_roc": 0.969706390328152,
|
| 105 |
+
"auc_roc_std": 0.0032817016584493425,
|
| 106 |
+
"ece": 0.053590356701218166,
|
| 107 |
+
"ece_std": 0.007088597700711033,
|
| 108 |
+
"brier_score": 0.05779605248571739,
|
| 109 |
+
"brier_score_std": 0.004837322186373437
|
| 110 |
+
},
|
| 111 |
+
"only_demographic": {
|
| 112 |
+
"accuracy": 0.7764060356652949,
|
| 113 |
+
"accuracy_std": 0.01180017183407767,
|
| 114 |
+
"f1_macro": 0.6323504875342443,
|
| 115 |
+
"f1_macro_std": 0.019841171533820322,
|
| 116 |
+
"f1_weighted": 0.7677400635488437,
|
| 117 |
+
"f1_weighted_std": 0.011877228507686981,
|
| 118 |
+
"precision": 0.4476694085389738,
|
| 119 |
+
"precision_std": 0.035858526683525724,
|
| 120 |
+
"recall": 0.3666666666666667,
|
| 121 |
+
"recall_std": 0.0410960933531265,
|
| 122 |
+
"auc_roc": 0.7070466321243524,
|
| 123 |
+
"auc_roc_std": 0.029369174916989992,
|
| 124 |
+
"ece": 0.13712007752964459,
|
| 125 |
+
"ece_std": 0.02363188559702372,
|
| 126 |
+
"brier_score": 0.17116552768530777,
|
| 127 |
+
"brier_score_std": 0.01236118363590424
|
| 128 |
+
},
|
| 129 |
+
"only_nutritional": {
|
| 130 |
+
"accuracy": 0.7256515775034295,
|
| 131 |
+
"accuracy_std": 0.010801108194803566,
|
| 132 |
+
"f1_macro": 0.5233204157524848,
|
| 133 |
+
"f1_macro_std": 0.013679053837226465,
|
| 134 |
+
"f1_weighted": 0.7060670891377628,
|
| 135 |
+
"f1_weighted_std": 0.009611705058173494,
|
| 136 |
+
"precision": 0.2605225546402017,
|
| 137 |
+
"precision_std": 0.030232197564110358,
|
| 138 |
+
"recall": 0.18000000000000002,
|
| 139 |
+
"recall_std": 0.016329931618554526,
|
| 140 |
+
"auc_roc": 0.5682556131260795,
|
| 141 |
+
"auc_roc_std": 0.037280007784803004,
|
| 142 |
+
"ece": 0.16882323983456385,
|
| 143 |
+
"ece_std": 0.015388775332815376,
|
| 144 |
+
"brier_score": 0.2034708341421735,
|
| 145 |
+
"brier_score_std": 0.007328561457780753
|
| 146 |
+
},
|
| 147 |
+
"only_socioeconomic": {
|
| 148 |
+
"accuracy": 0.7133058984910837,
|
| 149 |
+
"accuracy_std": 0.010265178015840709,
|
| 150 |
+
"f1_macro": 0.5216959726278539,
|
| 151 |
+
"f1_macro_std": 0.04387223461155405,
|
| 152 |
+
"f1_weighted": 0.6994907842935604,
|
| 153 |
+
"f1_weighted_std": 0.017493171442481675,
|
| 154 |
+
"precision": 0.23970773494583017,
|
| 155 |
+
"precision_std": 0.07290131771540098,
|
| 156 |
+
"recall": 0.20666666666666667,
|
| 157 |
+
"recall_std": 0.09843215373488932,
|
| 158 |
+
"auc_roc": 0.5621761658031087,
|
| 159 |
+
"auc_roc_std": 0.043979189964741386,
|
| 160 |
+
"ece": 0.16175159224951338,
|
| 161 |
+
"ece_std": 0.019751401070095608,
|
| 162 |
+
"brier_score": 0.20407348577598647,
|
| 163 |
+
"brier_score_std": 0.00760765222174475
|
| 164 |
+
},
|
| 165 |
+
"only_environmental": {
|
| 166 |
+
"accuracy": 0.7914951989026063,
|
| 167 |
+
"accuracy_std": 0.013579554096860985,
|
| 168 |
+
"f1_macro": 0.6773251437928417,
|
| 169 |
+
"f1_macro_std": 0.026367182289513465,
|
| 170 |
+
"f1_weighted": 0.7902616650585124,
|
| 171 |
+
"f1_weighted_std": 0.015415521788714043,
|
| 172 |
+
"precision": 0.49154391707583195,
|
| 173 |
+
"precision_std": 0.03317576823897603,
|
| 174 |
+
"recall": 0.48,
|
| 175 |
+
"recall_std": 0.05656854249492383,
|
| 176 |
+
"auc_roc": 0.7855958549222798,
|
| 177 |
+
"auc_roc_std": 0.019820125923107293,
|
| 178 |
+
"ece": 0.1257641581498692,
|
| 179 |
+
"ece_std": 0.01335097764422107,
|
| 180 |
+
"brier_score": 0.15604989863572077,
|
| 181 |
+
"brier_score_std": 0.010250038894142643
|
| 182 |
+
},
|
| 183 |
+
"only_healthcare": {
|
| 184 |
+
"accuracy": 0.7160493827160495,
|
| 185 |
+
"accuracy_std": 0.010080204702811431,
|
| 186 |
+
"f1_macro": 0.5357954081367066,
|
| 187 |
+
"f1_macro_std": 0.041127627746483555,
|
| 188 |
+
"f1_weighted": 0.705852665512889,
|
| 189 |
+
"f1_weighted_std": 0.018763680460714468,
|
| 190 |
+
"precision": 0.26566951566951563,
|
| 191 |
+
"precision_std": 0.06228020580825975,
|
| 192 |
+
"recall": 0.2333333333333333,
|
| 193 |
+
"recall_std": 0.09285592184789412,
|
| 194 |
+
"auc_roc": 0.5577892918825561,
|
| 195 |
+
"auc_roc_std": 0.015592861350262787,
|
| 196 |
+
"ece": 0.18157288400552682,
|
| 197 |
+
"ece_std": 0.006434572376156912,
|
| 198 |
+
"brier_score": 0.2062071678838663,
|
| 199 |
+
"brier_score_std": 0.0007350408851747545
|
| 200 |
+
}
|
| 201 |
+
},
|
| 202 |
+
"spatial_encoding": {
|
| 203 |
+
"no_spatial": {
|
| 204 |
+
"accuracy": 0.934156378600823,
|
| 205 |
+
"accuracy_std": 0.0033600682342704623,
|
| 206 |
+
"f1_macro": 0.9025098817579865,
|
| 207 |
+
"f1_macro_std": 0.0032711375359027986,
|
| 208 |
+
"f1_weighted": 0.9351707425320005,
|
| 209 |
+
"f1_weighted_std": 0.00252075341300129,
|
| 210 |
+
"precision": 0.8150491476919249,
|
| 211 |
+
"precision_std": 0.04058853585786643,
|
| 212 |
+
"recall": 0.8866666666666667,
|
| 213 |
+
"recall_std": 0.04988876515698589,
|
| 214 |
+
"auc_roc": 0.9712953367875649,
|
| 215 |
+
"auc_roc_std": 0.0030752361124773545,
|
| 216 |
+
"ece": 0.05625765306190419,
|
| 217 |
+
"ece_std": 0.008588383909395743,
|
| 218 |
+
"brier_score": 0.05581313623709779,
|
| 219 |
+
"brier_score_std": 0.006274220148221518
|
| 220 |
+
},
|
| 221 |
+
"spatial_lag_only": {
|
| 222 |
+
"accuracy": 0.934156378600823,
|
| 223 |
+
"accuracy_std": 0.0033600682342704623,
|
| 224 |
+
"f1_macro": 0.9015887525644697,
|
| 225 |
+
"f1_macro_std": 0.002713465695110215,
|
| 226 |
+
"f1_weighted": 0.9348745324986095,
|
| 227 |
+
"f1_weighted_std": 0.002304215818872965,
|
| 228 |
+
"precision": 0.8238220071250923,
|
| 229 |
+
"precision_std": 0.04603309044329161,
|
| 230 |
+
"recall": 0.8733333333333334,
|
| 231 |
+
"recall_std": 0.0524933858267454,
|
| 232 |
+
"auc_roc": 0.9810017271157169,
|
| 233 |
+
"auc_roc_std": 0.0020470511074306354,
|
| 234 |
+
"ece": 0.04948789444410349,
|
| 235 |
+
"ece_std": 0.005827174629755799,
|
| 236 |
+
"brier_score": 0.05093533682449882,
|
| 237 |
+
"brier_score_std": 0.004620922764351714
|
| 238 |
+
},
|
| 239 |
+
"fourier_only": {
|
| 240 |
+
"accuracy": 0.9368998628257886,
|
| 241 |
+
"accuracy_std": 0.01026517801584072,
|
| 242 |
+
"f1_macro": 0.906585065329408,
|
| 243 |
+
"f1_macro_std": 0.017412547900051915,
|
| 244 |
+
"f1_weighted": 0.9378711419036461,
|
| 245 |
+
"f1_weighted_std": 0.010758266021661871,
|
| 246 |
+
"precision": 0.8156041986687148,
|
| 247 |
+
"precision_std": 0.02938241171529233,
|
| 248 |
+
"recall": 0.9,
|
| 249 |
+
"recall_std": 0.07118052168020869,
|
| 250 |
+
"auc_roc": 0.9821761658031088,
|
| 251 |
+
"auc_roc_std": 0.0026392679094843995,
|
| 252 |
+
"ece": 0.04494034478956999,
|
| 253 |
+
"ece_std": 0.005726424915493296,
|
| 254 |
+
"brier_score": 0.0466544096876615,
|
| 255 |
+
"brier_score_std": 0.004742563582724417
|
| 256 |
+
},
|
| 257 |
+
"graph_only": {
|
| 258 |
+
"accuracy": 0.9327846364883402,
|
| 259 |
+
"accuracy_std": 0.009699681497757861,
|
| 260 |
+
"f1_macro": 0.8999754908482798,
|
| 261 |
+
"f1_macro_std": 0.015973872212778746,
|
| 262 |
+
"f1_weighted": 0.9336681613632254,
|
| 263 |
+
"f1_weighted_std": 0.010016150131483496,
|
| 264 |
+
"precision": 0.8112522686025408,
|
| 265 |
+
"precision_std": 0.025279588089643226,
|
| 266 |
+
"recall": 0.88,
|
| 267 |
+
"recall_std": 0.05887840577551894,
|
| 268 |
+
"auc_roc": 0.9794473229706391,
|
| 269 |
+
"auc_roc_std": 0.004518842407326572,
|
| 270 |
+
"ece": 0.04988376339660561,
|
| 271 |
+
"ece_std": 0.005270687352787256,
|
| 272 |
+
"brier_score": 0.05351088606272011,
|
| 273 |
+
"brier_score_std": 0.004712551086056143
|
| 274 |
+
},
|
| 275 |
+
"clusters_only": {
|
| 276 |
+
"accuracy": 0.9327846364883401,
|
| 277 |
+
"accuracy_std": 0.005132589007920335,
|
| 278 |
+
"f1_macro": 0.899547119319776,
|
| 279 |
+
"f1_macro_std": 0.008336212842531497,
|
| 280 |
+
"f1_weighted": 0.9335092210152506,
|
| 281 |
+
"f1_weighted_std": 0.0050248084073146555,
|
| 282 |
+
"precision": 0.8196119582735597,
|
| 283 |
+
"precision_std": 0.04795456749007511,
|
| 284 |
+
"recall": 0.8733333333333334,
|
| 285 |
+
"recall_std": 0.06798692684790376,
|
| 286 |
+
"auc_roc": 0.9778238341968913,
|
| 287 |
+
"auc_roc_std": 0.0032976605139516603,
|
| 288 |
+
"ece": 0.04968188728170691,
|
| 289 |
+
"ece_std": 0.00536472638852737,
|
| 290 |
+
"brier_score": 0.051895951665629936,
|
| 291 |
+
"brier_score_std": 0.0025601528689546227
|
| 292 |
+
},
|
| 293 |
+
"all_spatial": {
|
| 294 |
+
"accuracy": 0.9368998628257886,
|
| 295 |
+
"accuracy_std": 0.008455986286651548,
|
| 296 |
+
"f1_macro": 0.9045052333319902,
|
| 297 |
+
"f1_macro_std": 0.01712508160361251,
|
| 298 |
+
"f1_weighted": 0.9372024686824588,
|
| 299 |
+
"f1_weighted_std": 0.00980954743271344,
|
| 300 |
+
"precision": 0.8317384370015949,
|
| 301 |
+
"precision_std": 0.02366509448597023,
|
| 302 |
+
"recall": 0.8733333333333334,
|
| 303 |
+
"recall_std": 0.08055363982396381,
|
| 304 |
+
"auc_roc": 0.9836614853195164,
|
| 305 |
+
"auc_roc_std": 0.004274602676148179,
|
| 306 |
+
"ece": 0.0495688676028967,
|
| 307 |
+
"ece_std": 0.0010367371583657778,
|
| 308 |
+
"brier_score": 0.047661818741178,
|
| 309 |
+
"brier_score_std": 0.004223029229299427
|
| 310 |
+
}
|
| 311 |
+
},
|
| 312 |
+
"clustering_granularity": {
|
| 313 |
+
"k=5": {
|
| 314 |
+
"accuracy": 0.934156378600823,
|
| 315 |
+
"accuracy_std": 0.008889904936087593,
|
| 316 |
+
"f1_macro": 0.9001535749642354,
|
| 317 |
+
"f1_macro_std": 0.01891210759908036,
|
| 318 |
+
"f1_weighted": 0.9343987099876888,
|
| 319 |
+
"f1_weighted_std": 0.010627995331271404,
|
| 320 |
+
"precision": 0.8259424959083086,
|
| 321 |
+
"precision_std": 0.024448942611041833,
|
| 322 |
+
"recall": 0.8666666666666667,
|
| 323 |
+
"recall_std": 0.08993825042154695,
|
| 324 |
+
"auc_roc": 0.9837996545768566,
|
| 325 |
+
"auc_roc_std": 0.00397791907443432,
|
| 326 |
+
"ece": 0.04689666052261382,
|
| 327 |
+
"ece_std": 0.009314414641981877,
|
| 328 |
+
"brier_score": 0.04679048982498124,
|
| 329 |
+
"brier_score_std": 0.004739284217247446
|
| 330 |
+
},
|
| 331 |
+
"k=10": {
|
| 332 |
+
"accuracy": 0.934156378600823,
|
| 333 |
+
"accuracy_std": 0.0058198088986546855,
|
| 334 |
+
"f1_macro": 0.9011361082078723,
|
| 335 |
+
"f1_macro_std": 0.012701781232144856,
|
| 336 |
+
"f1_weighted": 0.9347346656359964,
|
| 337 |
+
"f1_weighted_std": 0.007051327186642521,
|
| 338 |
+
"precision": 0.8206203915586067,
|
| 339 |
+
"precision_std": 0.019237331702761415,
|
| 340 |
+
"recall": 0.8733333333333334,
|
| 341 |
+
"recall_std": 0.06599663291074444,
|
| 342 |
+
"auc_roc": 0.982832469775475,
|
| 343 |
+
"auc_roc_std": 0.00368260601169675,
|
| 344 |
+
"ece": 0.04728646662768171,
|
| 345 |
+
"ece_std": 0.0005582092082208497,
|
| 346 |
+
"brier_score": 0.047569526926073726,
|
| 347 |
+
"brier_score_std": 0.004569314921970368
|
| 348 |
+
},
|
| 349 |
+
"k=20": {
|
| 350 |
+
"accuracy": 0.935528120713306,
|
| 351 |
+
"accuracy_std": 0.006994539799167062,
|
| 352 |
+
"f1_macro": 0.9029439707642372,
|
| 353 |
+
"f1_macro_std": 0.01415438702923127,
|
| 354 |
+
"f1_weighted": 0.9360152806169815,
|
| 355 |
+
"f1_weighted_std": 0.00810996688307506,
|
| 356 |
+
"precision": 0.825424067414914,
|
| 357 |
+
"precision_std": 0.016897875380354546,
|
| 358 |
+
"recall": 0.8733333333333334,
|
| 359 |
+
"recall_std": 0.06599663291074444,
|
| 360 |
+
"auc_roc": 0.983419689119171,
|
| 361 |
+
"auc_roc_std": 0.0037228859648518356,
|
| 362 |
+
"ece": 0.045144637029069394,
|
| 363 |
+
"ece_std": 0.002866283685321084,
|
| 364 |
+
"brier_score": 0.046910290821234955,
|
| 365 |
+
"brier_score_std": 0.004769634243694431
|
| 366 |
+
},
|
| 367 |
+
"k=50": {
|
| 368 |
+
"accuracy": 0.934156378600823,
|
| 369 |
+
"accuracy_std": 0.008889904936087593,
|
| 370 |
+
"f1_macro": 0.9008292051083737,
|
| 371 |
+
"f1_macro_std": 0.01796672639626433,
|
| 372 |
+
"f1_weighted": 0.9346282380308591,
|
| 373 |
+
"f1_weighted_std": 0.010307758547442316,
|
| 374 |
+
"precision": 0.8206022719634335,
|
| 375 |
+
"precision_std": 0.0169135960243027,
|
| 376 |
+
"recall": 0.8733333333333334,
|
| 377 |
+
"recall_std": 0.08055363982396381,
|
| 378 |
+
"auc_roc": 0.9835924006908462,
|
| 379 |
+
"auc_roc_std": 0.0032904160840371978,
|
| 380 |
+
"ece": 0.0470419108293246,
|
| 381 |
+
"ece_std": 0.0013514542902060575,
|
| 382 |
+
"brier_score": 0.04743248205297146,
|
| 383 |
+
"brier_score_std": 0.003762859331949097
|
| 384 |
+
},
|
| 385 |
+
"all_granularities": {
|
| 386 |
+
"accuracy": 0.9382716049382717,
|
| 387 |
+
"accuracy_std": 0.010080204702811431,
|
| 388 |
+
"f1_macro": 0.9069658178347435,
|
| 389 |
+
"f1_macro_std": 0.01827636538115004,
|
| 390 |
+
"f1_weighted": 0.9387027781479818,
|
| 391 |
+
"f1_weighted_std": 0.010990149880983232,
|
| 392 |
+
"precision": 0.831376448367295,
|
| 393 |
+
"precision_std": 0.017573686066550933,
|
| 394 |
+
"recall": 0.88,
|
| 395 |
+
"recall_std": 0.07118052168020872,
|
| 396 |
+
"auc_roc": 0.9833160621761659,
|
| 397 |
+
"auc_roc_std": 0.003856073518366977,
|
| 398 |
+
"ece": 0.04826353248959792,
|
| 399 |
+
"ece_std": 0.00527439530150194,
|
| 400 |
+
"brier_score": 0.04663285117900793,
|
| 401 |
+
"brier_score_std": 0.004319834384511459
|
| 402 |
+
}
|
| 403 |
+
},
|
| 404 |
+
"transformer_embeddings": {
|
| 405 |
+
"pure_gbdt": {
|
| 406 |
+
"accuracy": 0.9368998628257886,
|
| 407 |
+
"accuracy_std": 0.008455986286651548,
|
| 408 |
+
"f1_macro": 0.9045052333319902,
|
| 409 |
+
"f1_macro_std": 0.01712508160361251,
|
| 410 |
+
"f1_weighted": 0.9372024686824588,
|
| 411 |
+
"f1_weighted_std": 0.00980954743271344,
|
| 412 |
+
"precision": 0.8317384370015949,
|
| 413 |
+
"precision_std": 0.02366509448597023,
|
| 414 |
+
"recall": 0.8733333333333334,
|
| 415 |
+
"recall_std": 0.08055363982396381,
|
| 416 |
+
"auc_roc": 0.9836614853195164,
|
| 417 |
+
"auc_roc_std": 0.004274602676148179,
|
| 418 |
+
"ece": 0.0495688676028967,
|
| 419 |
+
"ece_std": 0.0010367371583657778,
|
| 420 |
+
"brier_score": 0.047661818741178,
|
| 421 |
+
"brier_score_std": 0.004223029229299427
|
| 422 |
+
},
|
| 423 |
+
"hybrid_d32_L2": {
|
| 424 |
+
"accuracy": 0.9122085048010974,
|
| 425 |
+
"accuracy_std": 0.005132589007920374,
|
| 426 |
+
"f1_macro": 0.8679139457693156,
|
| 427 |
+
"f1_macro_std": 0.015117909003304474,
|
| 428 |
+
"f1_weighted": 0.9128605777221734,
|
| 429 |
+
"f1_weighted_std": 0.007487299446980015,
|
| 430 |
+
"precision": 0.772779817761458,
|
| 431 |
+
"precision_std": 0.02916919077517404,
|
| 432 |
+
"recall": 0.82,
|
| 433 |
+
"recall_std": 0.0864098759787715,
|
| 434 |
+
"auc_roc": 0.965699481865285,
|
| 435 |
+
"auc_roc_std": 0.006645603745840797,
|
| 436 |
+
"ece": 0.07550869523136981,
|
| 437 |
+
"ece_std": 0.0070558961501389,
|
| 438 |
+
"brier_score": 0.07550888452830928,
|
| 439 |
+
"brier_score_std": 0.005517776288285954
|
| 440 |
+
},
|
| 441 |
+
"hybrid_d64_L2": {
|
| 442 |
+
"accuracy": 0.9067215363511659,
|
| 443 |
+
"accuracy_std": 0.0038798725991031234,
|
| 444 |
+
"f1_macro": 0.8565453270262061,
|
| 445 |
+
"f1_macro_std": 0.0065005817962412804,
|
| 446 |
+
"f1_weighted": 0.9063543838672204,
|
| 447 |
+
"f1_weighted_std": 0.0022026074905745555,
|
| 448 |
+
"precision": 0.7860328239954727,
|
| 449 |
+
"precision_std": 0.06494706306162124,
|
| 450 |
+
"recall": 0.7733333333333333,
|
| 451 |
+
"recall_std": 0.08993825042154693,
|
| 452 |
+
"auc_roc": 0.9599654576856649,
|
| 453 |
+
"auc_roc_std": 0.007181645380979579,
|
| 454 |
+
"ece": 0.0807011822330138,
|
| 455 |
+
"ece_std": 0.007084585049665119,
|
| 456 |
+
"brier_score": 0.08036028322753526,
|
| 457 |
+
"brier_score_std": 0.00522874547188044
|
| 458 |
+
},
|
| 459 |
+
"hybrid_d128_L2": {
|
| 460 |
+
"accuracy": 0.9176954732510287,
|
| 461 |
+
"accuracy_std": 0.005819808898654738,
|
| 462 |
+
"f1_macro": 0.8762910145445768,
|
| 463 |
+
"f1_macro_std": 0.007222245542103157,
|
| 464 |
+
"f1_weighted": 0.9183569294926975,
|
| 465 |
+
"f1_weighted_std": 0.004886826202400205,
|
| 466 |
+
"precision": 0.7912580837284336,
|
| 467 |
+
"precision_std": 0.050501112169752636,
|
| 468 |
+
"recall": 0.8266666666666667,
|
| 469 |
+
"recall_std": 0.061824123303304696,
|
| 470 |
+
"auc_roc": 0.9654231433506045,
|
| 471 |
+
"auc_roc_std": 0.0067817392941276105,
|
| 472 |
+
"ece": 0.07278331326166544,
|
| 473 |
+
"ece_std": 0.0036995712404727364,
|
| 474 |
+
"brier_score": 0.07185565814209835,
|
| 475 |
+
"brier_score_std": 0.001206032336780547
|
| 476 |
+
}
|
| 477 |
+
},
|
| 478 |
+
"calibration": {
|
| 479 |
+
"uncalibrated": {
|
| 480 |
+
"ECE": 0.03786273886144674,
|
| 481 |
+
"AUC": 0.9834427173287277,
|
| 482 |
+
"Brier": 0.04766181874117801
|
| 483 |
+
},
|
| 484 |
+
"platt": {
|
| 485 |
+
"ECE": 0.02927860504727985,
|
| 486 |
+
"AUC": 0.9679332181922856,
|
| 487 |
+
"Brier": 0.04826784034107657
|
| 488 |
+
},
|
| 489 |
+
"isotonic": {
|
| 490 |
+
"ECE": 0.03399572434860025,
|
| 491 |
+
"AUC": 0.976419113413932,
|
| 492 |
+
"Brier": 0.04687223107207046
|
| 493 |
+
},
|
| 494 |
+
"temperature": {
|
| 495 |
+
"ECE": 0.3911245326292897,
|
| 496 |
+
"AUC": 0.9793091537132989,
|
| 497 |
+
"Brier": 0.22891487324779877
|
| 498 |
+
}
|
| 499 |
+
}
|
| 500 |
+
}
|