{"createdOn":1609907211721,"editable":{"adminApproved":true,"fineTunedParameters":3185514473,"modelDescription":"DeBERTa model. Our model and code will be publicly availabe soon.","name":"DeBERTa / TuringNLRv4","parameterDescription":"3.2B","public":true,"taskSpecificParameters":0,"url":"https://github.com/microsoft/DeBERTa","woFineTuningParameters":0},"macroScore":0.9029075816301724,"message":"","microScore":0.8990403071017274,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.8387681159420289,"confusion":"[[563,81],[97,363]]","correct":926,"debug":"","metric":"matthews","score":0.6669661197120922,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8722826086956522,"confusion":"[[197,17],[30,124]]","correct":321,"debug":"","metric":"matthews","score":0.7364362019488981,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.7887323943661971,"confusion":"[[150,15],[45,74]]","correct":224,"debug":"","metric":"matthews","score":0.5647396779592393,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.8005464480874317,"confusion":"[[201,36],[37,92]]","correct":293,"debug":"","metric":"matthews","score":0.5622827911741689,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8584905660377359,"confusion":"[[183,26],[34,181]]","correct":364,"debug":"","metric":"matthews","score":0.7175863180517895,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.8714285714285714,"confusion":"[[84,7],[11,38]]","correct":122,"debug":"","metric":"matthews","score":0.713462670861758,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9230769230769231,"confusion":"[[12,0],[2,12]]","correct":24,"debug":"","metric":"matthews","score":0.8571428571428571,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.8235294117647058,"confusion":"[[44,7],[5,12]]","correct":56,"debug":"","metric":"matthews","score":0.5487348336412324,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.8214285714285714,"confusion":"[[8,0],[5,15]]","correct":23,"debug":"","metric":"matthews","score":0.6793662204867575,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.7692307692307693,"confusion":"[[19,5],[1,1]]","correct":20,"debug":"","metric":"matthews","score":0.18446619684315546,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.9444444444444444,"confusion":"[[17,1],[1,17]]","correct":34,"debug":"","metric":"matthews","score":0.8888888888888888,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9423076923076923,"confusion":"[[12,2],[1,37]]","correct":49,"debug":"","metric":"matthews","score":0.8510644963469901,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8846153846153846,"confusion":"[[24,1],[5,22]]","correct":46,"debug":"","metric":"matthews","score":0.7794475306239185,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8970588235294118,"confusion":"[[30,4],[3,31]]","correct":61,"debug":"","metric":"matthews","score":0.7944613465542747,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7941176470588235,"confusion":"[[13,3],[4,14]]","correct":27,"debug":"","metric":"matthews","score":0.5892556509887896,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8620689655172413,"confusion":"[[22,2],[6,28]]","correct":50,"debug":"","metric":"matthews","score":0.7295452198626643,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":1,"confusion":"[[15,0],[0,19]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.9,"confusion":"[[14,0],[2,4]]","correct":18,"debug":"","metric":"matthews","score":0.7637626158259734,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.78125,"confusion":"[[15,5],[2,10]]","correct":25,"debug":"","metric":"matthews","score":0.5659164584181102,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.875,"confusion":"[[12,2],[3,23]]","correct":35,"debug":"","metric":"matthews","score":0.7307981486470351,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.717391304347826,"confusion":"[[13,6],[7,20]]","correct":33,"debug":"","metric":"matthews","score":0.42208132696637884,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5384615384615384,"confusion":"[[3,6],[6,11]]","correct":14,"debug":"","metric":"matthews","score":-0.0196078431372549,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.9390243902439024,"confusion":"[[72,2],[3,5]]","correct":77,"debug":"","metric":"matthews","score":0.6349839629507451,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.9642857142857143,"confusion":"[[22,0],[1,5]]","correct":27,"debug":"","metric":"matthews","score":0.8928053815224023,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.8,"confusion":"[[2,7],[1,30]]","correct":32,"debug":"","metric":"matthews","score":0.30117039501358545,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[14,1],[1,24]]","correct":38,"debug":"","metric":"matthews","score":0.8933333333333333,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.6052631578947368,"confusion":"[[15,8],[7,8]]","correct":23,"debug":"","metric":"matthews","score":0.18365345150671517,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.75,"confusion":"[[9,5],[3,15]]","correct":24,"debug":"","metric":"matthews","score":0.4879500364742666,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8333333333333334,"confusion":"[[4,3],[0,11]]","correct":15,"debug":"","metric":"matthews","score":0.6700593942604899,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.75,"confusion":"[[5,2],[3,10]]","correct":15,"debug":"","metric":"matthews","score":0.47075654176200415,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.8125,"confusion":"[[18,3],[3,8]]","correct":26,"debug":"","metric":"matthews","score":0.5844155844155844,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9411764705882353,"confusion":"[[13,2],[0,19]]","correct":32,"debug":"","metric":"matthews","score":0.8855094489202158,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.4666666666666667,"confusion":"[[11,6],[10,3]]","correct":14,"debug":"","metric":"matthews","score":-0.13211031413252305,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6,"confusion":"[[14,9],[3,4]]","correct":18,"debug":"","metric":"matthews","score":0.15374072439330316,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.8133333333333334,"confusion":"[[87,7],[21,35]]","correct":122,"debug":"","metric":"matthews","score":0.5930672165988061,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7611940298507462,"confusion":"[[63,8],[24,39]]","correct":102,"debug":"","metric":"matthews","score":0.5296149086498857,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.976,"confusion":"[[113,0,0],[3,116,2],[0,1,15]]","correct":244,"debug":"","score":0.9569267961253577,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.984,"confusion":"[[248,2],[6,244]]","correct":492,"debug":"","score":0.984,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6368131868131868,"confusion":"[[4989,442],[550,3712]]","correct":8701,"debug":"","score":0.8821292775665399,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.9323333333333333,"confusion":"[[1364,126],[77,1433]]","correct":2797,"debug":"","score":0.9323333333333333,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.775,"confusion":"[[589,111],[204,496]]","correct":1085,"debug":"","score":0.775,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.958904109589041,"confusion":"[[94,1],[5,46]]","correct":140,"debug":"","score":0.958904109589041,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.9041602465331279,"confusion":"[[1865,157],[154,1069]]","correct":2934,"debug":"","score":0.9041602465331279,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.941,"confusion":"[[1]]","correct":1,"debug":"","score":0.9448566666666669,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.9382022471910112,"confusion":"[[158,20],[2,176]]","correct":334,"debug":"","metric":"winogender","score":0.9325842696629213,"total":356,"weight":1}},"uploaderUid":"RIU1Gz5mLrXAspE5ZoTJjtaOgx12"}