{"createdOn":1615104599348,"editable":{"adminApproved":true,"fineTunedParameters":3000000,"modelDescription":"A pre-trained encoder/decoder Transformer","name":"AILabs Team, Transformers","parameterDescription":"Pre-trained on SNLI for RTE. Trained on T5-3b/T5-large for others.","public":true,"taskSpecificParameters":0,"url":"","woFineTuningParameters":0},"macroScore":0.8263864061051117,"message":"","microScore":0.8647655607348506,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":1,"confusion":"[[644,0],[0,460]]","correct":1104,"debug":"","metric":"matthews","score":1,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":1,"confusion":"[[214,0],[0,154]]","correct":368,"debug":"","metric":"matthews","score":1,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":1,"confusion":"[[165,0],[0,119]]","correct":284,"debug":"","metric":"matthews","score":1,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":1,"confusion":"[[237,0],[0,129]]","correct":366,"debug":"","metric":"matthews","score":1,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":1,"confusion":"[[209,0],[0,215]]","correct":424,"debug":"","metric":"matthews","score":1,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":1,"confusion":"[[91,0],[0,49]]","correct":140,"debug":"","metric":"matthews","score":1,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":1,"confusion":"[[12,0],[0,14]]","correct":26,"debug":"","metric":"matthews","score":1,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":1,"confusion":"[[51,0],[0,17]]","correct":68,"debug":"","metric":"matthews","score":1,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":1,"confusion":"[[8,0],[0,20]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":1,"confusion":"[[24,0],[0,2]]","correct":26,"debug":"","metric":"matthews","score":1,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":1,"confusion":"[[18,0],[0,18]]","correct":36,"debug":"","metric":"matthews","score":1,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":1,"confusion":"[[14,0],[0,38]]","correct":52,"debug":"","metric":"matthews","score":1,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":1,"confusion":"[[25,0],[0,27]]","correct":52,"debug":"","metric":"matthews","score":1,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":1,"confusion":"[[34,0],[0,34]]","correct":68,"debug":"","metric":"matthews","score":1,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":1,"confusion":"[[16,0],[0,18]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":1,"confusion":"[[24,0],[0,34]]","correct":58,"debug":"","metric":"matthews","score":1,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":1,"confusion":"[[15,0],[0,19]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":1,"confusion":"[[14,0],[0,6]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":1,"confusion":"[[20,0],[0,12]]","correct":32,"debug":"","metric":"matthews","score":1,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":1,"confusion":"[[14,0],[0,26]]","correct":40,"debug":"","metric":"matthews","score":1,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":1,"confusion":"[[19,0],[0,27]]","correct":46,"debug":"","metric":"matthews","score":1,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":1,"confusion":"[[9,0],[0,17]]","correct":26,"debug":"","metric":"matthews","score":1,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":1,"confusion":"[[74,0],[0,8]]","correct":82,"debug":"","metric":"matthews","score":1,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":1,"confusion":"[[22,0],[0,6]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":1,"confusion":"[[9,0],[0,31]]","correct":40,"debug":"","metric":"matthews","score":1,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":1,"confusion":"[[15,0],[0,25]]","correct":40,"debug":"","metric":"matthews","score":1,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":1,"confusion":"[[23,0],[0,15]]","correct":38,"debug":"","metric":"matthews","score":1,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":1,"confusion":"[[14,0],[0,18]]","correct":32,"debug":"","metric":"matthews","score":1,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":1,"confusion":"[[7,0],[0,11]]","correct":18,"debug":"","metric":"matthews","score":1,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":1,"confusion":"[[7,0],[0,13]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":1,"confusion":"[[21,0],[0,11]]","correct":32,"debug":"","metric":"matthews","score":1,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":1,"confusion":"[[15,0],[0,19]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":1,"confusion":"[[17,0],[0,13]]","correct":30,"debug":"","metric":"matthews","score":1,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":1,"confusion":"[[23,0],[0,7]]","correct":30,"debug":"","metric":"matthews","score":1,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":1,"confusion":"[[94,0],[0,56]]","correct":150,"debug":"","metric":"matthews","score":1,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":1,"confusion":"[[71,0],[0,63]]","correct":134,"debug":"","metric":"matthews","score":1,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.948,"confusion":"[[108,3,2],[5,116,0],[1,2,13]]","correct":237,"debug":"","score":0.9163097378633441,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.868,"confusion":"[[237,13],[53,197]]","correct":434,"debug":"","score":0.868,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.5467032967032966,"confusion":"[[4785,646],[630,3632]]","correct":8417,"debug":"","score":0.8505854800936768,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.8893333333333333,"confusion":"[[1241,249],[83,1427]]","correct":2668,"debug":"","score":0.8893333333333333,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7414285714285714,"confusion":"[[574,126],[236,464]]","correct":1038,"debug":"","score":0.7414285714285714,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.7876712328767124,"confusion":"[[83,12],[19,32]]","correct":115,"debug":"","score":0.7876712328767124,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.8810477657935285,"confusion":"[[1783,239],[147,1076]]","correct":2859,"debug":"","score":0.8810477657935285,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.798,"confusion":"[[1]]","correct":1,"debug":"","score":0.8276221761571787,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":1,"confusion":"[[178,0],[0,178]]","correct":356,"debug":"","metric":"winogender","score":1,"total":356,"weight":1}},"uploaderUid":"PM5gv5ownvaXy1JhZNCi7nvkgDR2"}