{"createdOn":1565360323850,"editable":{"adminApproved":true,"fineTunedParameters":2840000000,"modelDescription":"Robustly Optimized BERT pretraining Approach. We adopt the BERT_large architecture with an improved pretraining procedure that includes more data and longer training. Results based on an ensemble.","name":"RoBERTa","parameterDescription":"Single-task finetuning. We start with the MNLI-finetuned model for RTE and CB.","public":true,"taskSpecificParameters":2840000000,"url":"https://github.com/pytorch/fairseq/tree/master/examples/roberta","woFineTuningParameters":0},"macroScore":0.8455124510160407,"message":"","microScore":0.8568138195777352,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.7907608695652174,"confusion":"[[503,141],[90,370]]","correct":873,"debug":"","metric":"matthews","score":0.5788146778372599,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.7989130434782609,"confusion":"[[169,45],[29,125]]","correct":294,"debug":"","metric":"matthews","score":0.5950854711828958,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.7676056338028169,"confusion":"[[141,24],[42,77]]","correct":218,"debug":"","metric":"matthews","score":0.5169998926170509,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.7459016393442623,"confusion":"[[180,57],[36,93]]","correct":273,"debug":"","metric":"matthews","score":0.46668208618006507,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8066037735849056,"confusion":"[[184,25],[57,158]]","correct":342,"debug":"","metric":"matthews","score":0.6210428602936402,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.7714285714285715,"confusion":"[[68,23],[9,40]]","correct":108,"debug":"","metric":"matthews","score":0.5403287983464857,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9615384615384616,"confusion":"[[12,0],[1,13]]","correct":25,"debug":"","metric":"matthews","score":0.9258200997725515,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.7058823529411765,"confusion":"[[37,14],[6,11]]","correct":48,"debug":"","metric":"matthews","score":0.33457134440373704,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.75,"confusion":"[[8,0],[7,13]]","correct":21,"debug":"","metric":"matthews","score":0.5887840577551898,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8461538461538461,"confusion":"[[21,3],[1,1]]","correct":22,"debug":"","metric":"matthews","score":0.27695585470349865,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.8611111111111112,"confusion":"[[17,1],[4,14]]","correct":31,"debug":"","metric":"matthews","score":0.7324670207647144,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.8846153846153846,"confusion":"[[12,2],[4,34]]","correct":46,"debug":"","metric":"matthews","score":0.7225916412701,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8076923076923077,"confusion":"[[22,3],[7,20]]","correct":42,"debug":"","metric":"matthews","score":0.6244522281671546,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8823529411764706,"confusion":"[[28,6],[2,32]]","correct":60,"debug":"","metric":"matthews","score":0.77005354108682,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7941176470588235,"confusion":"[[14,2],[5,13]]","correct":27,"debug":"","metric":"matthews","score":0.6003572685514302,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8275862068965517,"confusion":"[[21,3],[7,27]]","correct":48,"debug":"","metric":"matthews","score":0.6594895530546601,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.9117647058823529,"confusion":"[[15,0],[3,16]]","correct":31,"debug":"","metric":"matthews","score":0.837707816583391,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.9642857142857143,"confusion":"[[18,0],[1,9]]","correct":27,"debug":"","metric":"matthews","score":0.9233805168766386,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.6875,"confusion":"[[12,8],[2,10]]","correct":22,"debug":"","metric":"matthews","score":0.42289003161103106,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.775,"confusion":"[[13,1],[8,18]]","correct":31,"debug":"","metric":"matthews","score":0.593022674970592,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6521739130434783,"confusion":"[[13,6],[10,17]]","correct":30,"debug":"","metric":"matthews","score":0.30905754998184354,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5384615384615384,"confusion":"[[2,7],[5,12]]","correct":14,"debug":"","metric":"matthews","score":-0.0771118547590483,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8658536585365854,"confusion":"[[68,6],[5,3]]","correct":71,"debug":"","metric":"matthews","score":0.27900096804546626,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.9642857142857143,"confusion":"[[22,0],[1,5]]","correct":27,"debug":"","metric":"matthews","score":0.8928053815224023,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.8,"confusion":"[[4,5],[3,28]]","correct":32,"debug":"","metric":"matthews","score":0.3820882150183648,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[15,0],[2,23]]","correct":38,"debug":"","metric":"matthews","score":0.9009798587550961,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.631578947368421,"confusion":"[[16,7],[7,8]]","correct":24,"debug":"","metric":"matthews","score":0.2289855072463768,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[9,5],[5,13]]","correct":22,"debug":"","metric":"matthews","score":0.36507936507936506,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8333333333333334,"confusion":"[[4,3],[0,11]]","correct":15,"debug":"","metric":"matthews","score":0.6700593942604899,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.7,"confusion":"[[5,2],[4,9]]","correct":14,"debug":"","metric":"matthews","score":0.38981938376529196,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.6875,"confusion":"[[13,8],[2,9]]","correct":22,"debug":"","metric":"matthews","score":0.4161455870818984,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.8823529411764706,"confusion":"[[12,3],[1,18]]","correct":30,"debug":"","metric":"matthews","score":0.7636174600000242,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.2,"confusion":"[[3,14],[10,3]]","correct":6,"debug":"","metric":"matthews","score":-0.5927601809954751,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6333333333333333,"confusion":"[[12,11],[0,7]]","correct":19,"debug":"","metric":"matthews","score":0.45044261646145084,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.8066666666666666,"confusion":"[[86,8],[21,35]]","correct":121,"debug":"","metric":"matthews","score":0.5774840806597583,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7238805970149254,"confusion":"[[55,16],[21,42]]","correct":97,"debug":"","metric":"matthews","score":0.444556440365027,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.952,"confusion":"[[109,3,1],[2,116,3],[3,0,13]]","correct":238,"debug":"","score":0.9049659591509812,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.906,"confusion":"[[228,22],[25,225]]","correct":453,"debug":"","score":0.906,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.5252747252747253,"confusion":"[[4725,706],[636,3626]]","correct":8351,"debug":"","score":0.8438445427042123,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.8816666666666667,"confusion":"[[1230,260],[95,1415]]","correct":2645,"debug":"","score":0.8816666666666667,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.6985714285714286,"confusion":"[[520,180],[242,458]]","correct":978,"debug":"","score":0.6985714285714286,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.8904109589041096,"confusion":"[[90,5],[11,40]]","correct":130,"debug":"","score":0.8904109589041096,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.8714946070878274,"confusion":"[[1823,199],[218,1005]]","correct":2828,"debug":"","score":0.8714946070878274,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9001,"confusion":"[[1]]","correct":1,"debug":"","score":0.9057266666666667,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.7808988764044944,"confusion":"[[112,66],[12,166]]","correct":278,"debug":"","metric":"winogender","score":0.9101123595505618,"total":356,"weight":1}},"uploaderUid":"JuLiHrAkS9VSQRh1W6TJ9V9SOu23"}