{"createdOn":1593654877152,"editable":{"adminApproved":true,"fineTunedParameters":-1,"modelDescription":"Roberta large ensemble with single-task finetuning","name":"RoBERTa (ensemble)","parameterDescription":"MNLI pretraining for RTE","public":true,"taskSpecificParameters":-1,"url":"","woFineTuningParameters":-1},"macroScore":0.8543429239140057,"message":"","microScore":0.8574718947079791,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.7916666666666666,"confusion":"[[516,128],[102,358]]","correct":874,"debug":"","metric":"matthews","score":0.5755263934977323,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8152173913043478,"confusion":"[[179,35],[33,121]]","correct":300,"debug":"","metric":"matthews","score":0.6210708076086279,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.7464788732394366,"confusion":"[[144,21],[51,68]]","correct":212,"debug":"","metric":"matthews","score":0.47243114930288016,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.7459016393442623,"confusion":"[[182,55],[38,91]]","correct":273,"debug":"","metric":"matthews","score":0.46181895836812115,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8089622641509434,"confusion":"[[183,26],[55,160]]","correct":343,"debug":"","metric":"matthews","score":0.624435917743417,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.7785714285714286,"confusion":"[[71,20],[11,38]]","correct":109,"debug":"","metric":"matthews","score":0.5380983283716878,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9615384615384616,"confusion":"[[12,0],[1,13]]","correct":25,"debug":"","metric":"matthews","score":0.9258200997725515,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.7794117647058824,"confusion":"[[43,8],[7,10]]","correct":53,"debug":"","metric":"matthews","score":0.42339019740572553,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.7857142857142857,"confusion":"[[8,0],[6,14]]","correct":22,"debug":"","metric":"matthews","score":0.6324555320336759,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8076923076923077,"confusion":"[[20,4],[1,1]]","correct":21,"debug":"","metric":"matthews","score":0.2253744679276044,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.8333333333333334,"confusion":"[[16,2],[4,14]]","correct":30,"debug":"","metric":"matthews","score":0.6708203932499369,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9038461538461539,"confusion":"[[12,2],[3,35]]","correct":47,"debug":"","metric":"matthews","score":0.7619001049779781,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8269230769230769,"confusion":"[[22,3],[6,21]]","correct":43,"debug":"","metric":"matthews","score":0.6592443967173135,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8676470588235294,"confusion":"[[28,6],[3,31]]","correct":59,"debug":"","metric":"matthews","score":0.7381732441968657,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.8235294117647058,"confusion":"[[14,2],[4,14]]","correct":28,"debug":"","metric":"matthews","score":0.6527777777777778,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8275862068965517,"confusion":"[[21,3],[7,27]]","correct":48,"debug":"","metric":"matthews","score":0.6594895530546601,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.9117647058823529,"confusion":"[[15,0],[3,16]]","correct":31,"debug":"","metric":"matthews","score":0.837707816583391,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.9642857142857143,"confusion":"[[18,0],[1,9]]","correct":27,"debug":"","metric":"matthews","score":0.9233805168766386,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.71875,"confusion":"[[13,7],[2,10]]","correct":23,"debug":"","metric":"matthews","score":0.4689022084035771,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.8,"confusion":"[[13,1],[7,19]]","correct":32,"debug":"","metric":"matthews","score":0.628970902033151,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6521739130434783,"confusion":"[[13,6],[10,17]]","correct":30,"debug":"","metric":"matthews","score":0.30905754998184354,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5,"confusion":"[[2,7],[6,11]]","correct":13,"debug":"","metric":"matthews","score":-0.13474201390907387,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8780487804878049,"confusion":"[[69,5],[5,3]]","correct":72,"debug":"","metric":"matthews","score":0.30743243243243246,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.9642857142857143,"confusion":"[[22,0],[1,5]]","correct":27,"debug":"","metric":"matthews","score":0.8928053815224023,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.775,"confusion":"[[3,6],[3,28]]","correct":31,"debug":"","metric":"matthews","score":0.2766475001553213,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[14,1],[1,24]]","correct":38,"debug":"","metric":"matthews","score":0.8933333333333333,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.6052631578947368,"confusion":"[[15,8],[7,8]]","correct":23,"debug":"","metric":"matthews","score":0.18365345150671517,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.65625,"confusion":"[[8,6],[5,13]]","correct":21,"debug":"","metric":"matthews","score":0.2966080766503938,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.7777777777777778,"confusion":"[[3,4],[0,11]]","correct":14,"debug":"","metric":"matthews","score":0.5606119105813882,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.7,"confusion":"[[5,2],[4,9]]","correct":14,"debug":"","metric":"matthews","score":0.38981938376529196,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.6875,"confusion":"[[13,8],[2,9]]","correct":22,"debug":"","metric":"matthews","score":0.4161455870818984,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.8823529411764706,"confusion":"[[12,3],[1,18]]","correct":30,"debug":"","metric":"matthews","score":0.7636174600000242,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.2,"confusion":"[[3,14],[10,3]]","correct":6,"debug":"","metric":"matthews","score":-0.5927601809954751,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6,"confusion":"[[12,11],[1,6]]","correct":18,"debug":"","metric":"matthews","score":0.3233856616548791,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.8066666666666666,"confusion":"[[89,5],[24,32]]","correct":121,"debug":"","metric":"matthews","score":0.581495478160719,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.6791044776119403,"confusion":"[[55,16],[27,36]]","correct":91,"debug":"","metric":"matthews","score":0.35445647096615124,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.956,"confusion":"[[108,4,1],[2,117,2],[2,0,14]]","correct":239,"debug":"","score":0.9251423324150597,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.908,"confusion":"[[229,21],[25,225]]","correct":454,"debug":"","score":0.908,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.5203296703296704,"confusion":"[[4760,671],[694,3568]]","correct":8328,"debug":"","score":0.8394306552170333,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.8793333333333333,"confusion":"[[1265,225],[137,1373]]","correct":2638,"debug":"","score":0.8793333333333333,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7407142857142858,"confusion":"[[546,154],[209,491]]","correct":1037,"debug":"","score":0.7407142857142858,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9178082191780822,"confusion":"[[92,3],[9,42]]","correct":134,"debug":"","score":0.9178082191780822,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.864406779661017,"confusion":"[[1821,201],[239,984]]","correct":2805,"debug":"","score":0.864406779661017,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9016,"confusion":"[[1]]","correct":1,"debug":"","score":0.9064588888888895,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.7556179775280899,"confusion":"[[103,75],[12,166]]","correct":269,"debug":"","metric":"winogender","score":0.8932584269662921,"total":356,"weight":1}},"uploaderUid":"oIy1N7RW57MkAwfDlYRas8RR5cE2"}