{"createdOn":1562711491357,"editable":{"adminApproved":true,"fineTunedParameters":2720000000,"modelDescription":"BERT with additional training on task related datasets","name":"BERT++","parameterDescription":"Shared sentence encoders with fine-tuned classifiers","public":true,"taskSpecificParameters":2720000000,"url":"https://arxiv.org/abs/1905.00537","woFineTuningParameters":0},"macroScore":0.7150991956930408,"message":"","microScore":0.7475733479572251,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.6838768115942029,"confusion":"[[412,232],[117,343]]","correct":755,"debug":"","metric":"matthews","score":0.38034350203093453,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.6902173913043478,"confusion":"[[134,80],[34,120]]","correct":254,"debug":"","metric":"matthews","score":0.4014852294852145,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.6654929577464789,"confusion":"[[128,37],[58,61]]","correct":189,"debug":"","metric":"matthews","score":0.299284966567715,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.6174863387978142,"confusion":"[[145,92],[48,81]]","correct":226,"debug":"","metric":"matthews","score":0.22938973911311597,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.6981132075471698,"confusion":"[[183,26],[102,113]]","correct":296,"debug":"","metric":"matthews","score":0.42726887343473385,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.6357142857142857,"confusion":"[[51,40],[11,38]]","correct":89,"debug":"","metric":"matthews","score":0.3225892799178823,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.6538461538461539,"confusion":"[[9,3],[6,8]]","correct":17,"debug":"","metric":"matthews","score":0.32433748657040123,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.6470588235294118,"confusion":"[[34,17],[7,10]]","correct":44,"debug":"","metric":"matthews","score":0.22558432272798654,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.7142857142857143,"confusion":"[[0,8],[0,20]]","correct":20,"debug":"","metric":"matthews","score":0,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.9230769230769231,"confusion":"[[23,1],[1,1]]","correct":24,"debug":"","metric":"matthews","score":0.4583333333333333,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.75,"confusion":"[[12,6],[3,15]]","correct":27,"debug":"","metric":"matthews","score":0.50709255283711,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.7692307692307693,"confusion":"[[11,3],[9,29]]","correct":40,"debug":"","metric":"matthews","score":0.500422753610212,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.6730769230769231,"confusion":"[[8,17],[0,27]]","correct":35,"debug":"","metric":"matthews","score":0.44312936752559784,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8235294117647058,"confusion":"[[28,6],[6,28]]","correct":56,"debug":"","metric":"matthews","score":0.6470588235294118,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.6470588235294118,"confusion":"[[14,2],[10,8]]","correct":22,"debug":"","metric":"matthews","score":0.34993385618385614,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.6551724137931034,"confusion":"[[18,6],[14,20]]","correct":38,"debug":"","metric":"matthews","score":0.3349672436203912,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.6470588235294118,"confusion":"[[15,0],[12,7]]","correct":22,"debug":"","metric":"matthews","score":0.45241392835886407,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.75,"confusion":"[[16,2],[5,5]]","correct":21,"debug":"","metric":"matthews","score":0.4303314829119352,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":0.9,"confusion":"[[16,0],[2,2]]","correct":18,"debug":"","metric":"matthews","score":0.6666666666666666,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.65625,"confusion":"[[11,9],[2,10]]","correct":21,"debug":"","metric":"matthews","score":0.3778624445357772,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.7,"confusion":"[[13,1],[11,15]]","correct":28,"debug":"","metric":"matthews","score":0.49215456638754984,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6086956521739131,"confusion":"[[13,6],[12,15]]","correct":28,"debug":"","metric":"matthews","score":0.2370100583365928,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5384615384615384,"confusion":"[[2,7],[5,12]]","correct":14,"debug":"","metric":"matthews","score":-0.0771118547590483,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.6585365853658537,"confusion":"[[52,22],[6,2]]","correct":54,"debug":"","metric":"matthews","score":-0.030844487625824785,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.42857142857142855,"confusion":"[[10,12],[4,2]]","correct":12,"debug":"","metric":"matthews","score":-0.17407765595569785,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.65,"confusion":"[[3,6],[8,23]]","correct":26,"debug":"","metric":"matthews","score":0.0703917644729289,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.825,"confusion":"[[15,0],[7,18]]","correct":33,"debug":"","metric":"matthews","score":0.7006490497453707,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.5526315789473685,"confusion":"[[14,9],[8,7]]","correct":21,"debug":"","metric":"matthews","score":0.07460921467460303,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.625,"confusion":"[[9,5],[7,11]]","correct":20,"debug":"","metric":"matthews","score":0.2519763153394848,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.7777777777777778,"confusion":"[[5,2],[2,9]]","correct":14,"debug":"","metric":"matthews","score":0.5324675324675324,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.75,"confusion":"[[5,2],[3,10]]","correct":15,"debug":"","metric":"matthews","score":0.47075654176200415,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.5,"confusion":"[[7,14],[2,9]]","correct":16,"debug":"","metric":"matthews","score":0.16005781417779466,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.7941176470588235,"confusion":"[[14,1],[6,13]]","correct":27,"debug":"","metric":"matthews","score":0.623033246356214,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.26666666666666666,"confusion":"[[5,12],[10,3]]","correct":8,"debug":"","metric":"matthews","score":-0.4708709557974187,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.5666666666666667,"confusion":"[[10,13],[0,7]]","correct":17,"debug":"","metric":"matthews","score":0.39009474880274697,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.6666666666666666,"confusion":"[[72,22],[28,28]]","correct":100,"debug":"","metric":"matthews","score":0.27288841145490766,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.664179104477612,"confusion":"[[56,15],[30,33]]","correct":89,"debug":"","metric":"matthews","score":0.32534031139622693,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.904,"confusion":"[[108,3,2],[12,107,2],[4,1,11]]","correct":226,"debug":"","score":0.8478278725071927,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.738,"confusion":"[[179,71],[60,190]]","correct":369,"debug":"","score":0.738,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.24065934065934066,"confusion":"[[3928,1503],[1156,3106]]","correct":7034,"debug":"","score":0.7002592717844662,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.79,"confusion":"[[1077,413],[217,1293]]","correct":2370,"debug":"","score":0.79,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.6957142857142857,"confusion":"[[535,165],[261,439]]","correct":974,"debug":"","score":0.6957142857142857,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.6438356164383562,"confusion":"[[56,39],[13,38]]","correct":94,"debug":"","score":0.6438356164383562,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.7901386748844376,"confusion":"[[1696,326],[355,868]]","correct":2564,"debug":"","score":0.7901386748844376,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.7131,"confusion":"[[1]]","correct":1,"debug":"","score":0.7203634920634927,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.51404,"confusion":"[[68,110],[85,93]]","correct":161,"debug":"","metric":"winogender","score":0.9943,"total":356,"weight":1}},"uploaderUid":"G4txQjxKHkYv0QcBD06oq1KZPUw2"}