cannot_ablation_demetr.json

{"critical_id10_numbers_replaced": {"full": 0.09031178802251816, "wiki": 0.04228825122117996, "nan_nli": 0.061539653688669205, "sentiment": 0.04933791607618332, "glue": 0.10973013192415237}, "critical_id11_gender": {"full": 0.019416937604546547, "wiki": 0.021660244092345238, "nan_nli": 0.027346592396497726, "sentiment": 0.029060302302241325, "glue": 0.02413163147866726}, "critical_id20_shuffled": {"full": 0.05315091833472252, "wiki": 0.020969152450561523, "nan_nli": 0.039169974625110626, "sentiment": 0.042432792484760284, "glue": 0.05563483014702797}, "critical_id21_adj_adv_removed": {"full": 0.06934681534767151, "wiki": 0.037838105112314224, "nan_nli": 0.059322331100702286, "sentiment": 0.09370079636573792, "glue": 0.08832763135433197}, "critical_id22_verb_removed": {"full": 0.09415309131145477, "wiki": 0.05930901691317558, "nan_nli": 0.10234232991933823, "sentiment": 0.11191664636135101, "glue": 0.008340700529515743}, "critical_id23_noun_removed": {"full": 0.10482209920883179, "wiki": 0.07030601799488068, "nan_nli": 0.30489856004714966, "sentiment": 0.15266893804073334, "glue": 0.21241052448749542}, "critical_id24_subj_removed": {"full": 0.1654253900051117, "wiki": 0.09552883356809616, "nan_nli": 0.09256032854318619, "sentiment": 0.09169519692659378, "glue": 0.19524717330932617}, "critical_id25_ne_removed": {"full": 0.1662067323923111, "wiki": 0.1049109697341919, "nan_nli": 0.1423260122537613, "sentiment": 0.14947733283042908, "glue": 0.17144115269184113}, "critical_id4_codemix": {"full": 0.5521453022956848, "wiki": 0.31246528029441833, "nan_nli": 0.3250177800655365, "sentiment": 0.5042255520820618, "glue": 0.5235257744789124}, "critical_id6_addition": {"full": 0.1759912073612213, "wiki": 0.0467509925365448, "nan_nli": 0.19512906670570374, "sentiment": 0.1683211624622345, "glue": 0.18364755809307098}, "critical_id7_antonym": {"full": 0.3791787326335907, "wiki": 0.102021224796772, "nan_nli": 0.2936491072177887, "sentiment": 0.38770848512649536, "glue": 0.4129979610443115}, "critical_id8_negation": {"full": 0.9319214224815369, "wiki": 0.3486621677875519, "nan_nli": 0.7377181649208069, "sentiment": 0.8230652213096619, "glue": 1.019533395767212}, "critical_id9_ne_replaced": {"full": 0.382326602935791, "wiki": 0.2522682249546051, "nan_nli": 0.25950857996940613, "sentiment": 0.4027242958545685, "glue": 0.3961946666240692}}