{"createdOn":1614914176206,"editable":{"adminApproved":true,"fineTunedParameters":11000000000,"modelDescription":"A new way of combining T5 and Meena models with single-task finetuning. Model based on T5 - 11B.","name":"T5 + UDG, Single Model (Google Brain)","parameterDescription":"No sharing in parameter.","public":true,"taskSpecificParameters":0,"url":"https://arxiv.org/pdf/2109.09193.pdf","woFineTuningParameters":0},"macroScore":0.9039478620944925,"message":"","microScore":0.9008500137098986,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.8487318840579711,"confusion":"[[553,91],[76,384]]","correct":937,"debug":"","metric":"matthews","score":0.6905300352355281,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8478260869565217,"confusion":"[[193,21],[35,119]]","correct":312,"debug":"","metric":"matthews","score":0.685456415172304,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.8309859154929577,"confusion":"[[145,20],[28,91]]","correct":236,"debug":"","metric":"matthews","score":0.6506916781808872,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.8087431693989071,"confusion":"[[197,40],[30,99]]","correct":296,"debug":"","metric":"matthews","score":0.5892952260433363,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8632075471698113,"confusion":"[[189,20],[38,177]]","correct":366,"debug":"","metric":"matthews","score":0.7293170384902663,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.8642857142857143,"confusion":"[[84,7],[12,37]]","correct":121,"debug":"","metric":"matthews","score":0.6967886950248874,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9230769230769231,"confusion":"[[12,0],[2,12]]","correct":24,"debug":"","metric":"matthews","score":0.8571428571428571,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.7941176470588235,"confusion":"[[42,9],[5,12]]","correct":54,"debug":"","metric":"matthews","score":0.49618606177797414,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.7857142857142857,"confusion":"[[8,0],[6,14]]","correct":22,"debug":"","metric":"matthews","score":0.6324555320336759,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.7692307692307693,"confusion":"[[19,5],[1,1]]","correct":20,"debug":"","metric":"matthews","score":0.18446619684315546,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.8333333333333334,"confusion":"[[16,2],[4,14]]","correct":30,"debug":"","metric":"matthews","score":0.6708203932499369,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9038461538461539,"confusion":"[[10,4],[1,37]]","correct":47,"debug":"","metric":"matthews","score":0.7472002324141371,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8269230769230769,"confusion":"[[22,3],[6,21]]","correct":43,"debug":"","metric":"matthews","score":0.6592443967173135,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8823529411764706,"confusion":"[[29,5],[3,31]]","correct":60,"debug":"","metric":"matthews","score":0.7660323462854265,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.8235294117647058,"confusion":"[[14,2],[4,14]]","correct":28,"debug":"","metric":"matthews","score":0.6527777777777778,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8620689655172413,"confusion":"[[23,1],[7,27]]","correct":50,"debug":"","metric":"matthews","score":0.7416237831054237,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":1,"confusion":"[[15,0],[0,19]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.78125,"confusion":"[[14,6],[1,11]]","correct":25,"debug":"","metric":"matthews","score":0.598254541756288,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.85,"confusion":"[[13,1],[5,21]]","correct":34,"debug":"","metric":"matthews","score":0.7058891543857989,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.8260869565217391,"confusion":"[[13,6],[2,25]]","correct":38,"debug":"","metric":"matthews","score":0.6408541168127277,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.6923076923076923,"confusion":"[[3,6],[2,15]]","correct":18,"debug":"","metric":"matthews","score":0.26035958758213296,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8780487804878049,"confusion":"[[68,6],[4,4]]","correct":72,"debug":"","metric":"matthews","score":0.3798608880818007,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":1,"confusion":"[[22,0],[0,6]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.85,"confusion":"[[5,4],[2,29]]","correct":34,"debug":"","metric":"matthews","score":0.5396503655414019,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[15,0],[2,23]]","correct":38,"debug":"","metric":"matthews","score":0.9009798587550961,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.6052631578947368,"confusion":"[[13,10],[5,10]]","correct":23,"debug":"","metric":"matthews","score":0.2270017415356663,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[8,6],[4,14]]","correct":22,"debug":"","metric":"matthews","score":0.3578300267477955,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.9444444444444444,"confusion":"[[6,1],[0,11]]","correct":17,"debug":"","metric":"matthews","score":0.8864052604279183,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.75,"confusion":"[[5,2],[3,10]]","correct":15,"debug":"","metric":"matthews","score":0.47075654176200415,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.71875,"confusion":"[[15,6],[3,8]]","correct":23,"debug":"","metric":"matthews","score":0.42276002160669474,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9117647058823529,"confusion":"[[13,2],[1,18]]","correct":31,"debug":"","metric":"matthews","score":0.821271097469555,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.6333333333333333,"confusion":"[[15,2],[9,4]]","correct":19,"debug":"","metric":"matthews","score":0.23543547789870936,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.7666666666666667,"confusion":"[[16,7],[0,7]]","correct":23,"debug":"","metric":"matthews","score":0.5897678246195885,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.8666666666666667,"confusion":"[[87,7],[13,43]]","correct":130,"debug":"","metric":"matthews","score":0.7114590727217236,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7910447761194029,"confusion":"[[58,13],[15,48]]","correct":106,"debug":"","metric":"matthews","score":0.5801045258907845,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.976,"confusion":"[[110,1,2],[2,118,1],[0,0,16]]","correct":244,"debug":"","score":0.9584656084656085,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.98,"confusion":"[[245,5],[5,245]]","correct":490,"debug":"","score":0.98,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6296703296703297,"confusion":"[[4959,472],[519,3743]]","correct":8702,"debug":"","score":0.8830954347056742,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.9303333333333333,"confusion":"[[1349,141],[68,1442]]","correct":2791,"debug":"","score":0.9303333333333333,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7792857142857142,"confusion":"[[577,123],[186,514]]","correct":1091,"debug":"","score":0.7792857142857142,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9657534246575342,"confusion":"[[93,2],[3,48]]","correct":141,"debug":"","score":0.9657534246575342,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.9143297380585517,"confusion":"[[1881,141],[137,1086]]","correct":2967,"debug":"","score":0.9143297380585517,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9346,"confusion":"[[1]]","correct":1,"debug":"","score":0.9419300000000005,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.9185393258426966,"confusion":"[[153,25],[4,174]]","correct":327,"debug":"","metric":"winogender","score":0.9269662921348315,"total":356,"weight":1}},"uploaderUid":"ivIOGmk4NaazeIBTX79l9ArI32w1"}