{"createdOn":1571770993491,"editable":{"adminApproved":true,"fineTunedParameters":2040000000,"modelDescription":"A multi-task learning framework on text understanding tasks.","name":"BERT-mtl","parameterDescription":"For BoolQ, CB, RTE, the BERT-large layer is shared. For others, no parameter sharing.","public":true,"taskSpecificParameters":17408,"url":"","woFineTuningParameters":0},"macroScore":0.7347728241481156,"message":"","microScore":0.7772415684123938,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.6394927536231884,"confusion":"[[379,265],[133,327]]","correct":706,"debug":"","metric":"matthews","score":0.29596964929052827,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.7092391304347826,"confusion":"[[156,58],[49,105]]","correct":261,"debug":"","metric":"matthews","score":0.40795901068924356,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.676056338028169,"confusion":"[[105,60],[32,87]]","correct":192,"debug":"","metric":"matthews","score":0.36282894974322744,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.6010928961748634,"confusion":"[[126,111],[35,94]]","correct":220,"debug":"","metric":"matthews","score":0.250553000497635,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.5919811320754716,"confusion":"[[144,65],[108,107]]","correct":251,"debug":"","metric":"matthews","score":0.1900647395876157,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.7285714285714285,"confusion":"[[73,18],[20,29]]","correct":102,"debug":"","metric":"matthews","score":0.39798125947271074,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.8076923076923077,"confusion":"[[12,0],[5,9]]","correct":21,"debug":"","metric":"matthews","score":0.6736330697086078,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.6323529411764706,"confusion":"[[27,24],[1,16]]","correct":43,"debug":"","metric":"matthews","score":0.4140393356054125,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.32142857142857145,"confusion":"[[5,3],[16,4]]","correct":9,"debug":"","metric":"matthews","score":-0.18257418583505539,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.7692307692307693,"confusion":"[[19,5],[1,1]]","correct":20,"debug":"","metric":"matthews","score":0.18446619684315546,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.8888888888888888,"confusion":"[[18,0],[4,14]]","correct":32,"debug":"","metric":"matthews","score":0.7977240352174656,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.7692307692307693,"confusion":"[[11,3],[9,29]]","correct":40,"debug":"","metric":"matthews","score":0.500422753610212,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.46153846153846156,"confusion":"[[13,12],[16,11]]","correct":24,"debug":"","metric":"matthews","score":-0.073026632888283,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.5882352941176471,"confusion":"[[14,20],[8,26]]","correct":40,"debug":"","metric":"matthews","score":0.18860838403857946,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7352941176470589,"confusion":"[[15,1],[8,10]]","correct":25,"debug":"","metric":"matthews","score":0.5260558322946913,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.6551724137931034,"confusion":"[[21,3],[17,17]]","correct":38,"debug":"","metric":"matthews","score":0.38857025375762255,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.7058823529411765,"confusion":"[[10,5],[5,14]]","correct":24,"debug":"","metric":"matthews","score":0.40350877192982454,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.6785714285714286,"confusion":"[[9,9],[0,10]]","correct":19,"debug":"","metric":"matthews","score":0.512989176042577,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":0.7,"confusion":"[[11,5],[1,3]]","correct":14,"debug":"","metric":"matthews","score":0.3572172541558802,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.35,"confusion":"[[5,9],[4,2]]","correct":7,"debug":"","metric":"matthews","score":-0.28511240114923325,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.5,"confusion":"[[10,10],[6,6]]","correct":16,"debug":"","metric":"matthews","score":0,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.55,"confusion":"[[11,3],[15,11]]","correct":22,"debug":"","metric":"matthews","score":0.2087912087912088,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.5869565217391305,"confusion":"[[17,2],[17,10]]","correct":27,"debug":"","metric":"matthews","score":0.29726935735997273,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.4230769230769231,"confusion":"[[0,9],[6,11]]","correct":11,"debug":"","metric":"matthews","score":-0.3985266984930429,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8170731707317073,"confusion":"[[62,12],[3,5]]","correct":67,"debug":"","metric":"matthews","score":0.3387728287110875,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.8214285714285714,"confusion":"[[19,3],[2,4]]","correct":23,"debug":"","metric":"matthews","score":0.502518907629606,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.525,"confusion":"[[1,8],[11,20]]","correct":21,"debug":"","metric":"matthews","score":-0.22209417713972582,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.675,"confusion":"[[15,0],[13,12]]","correct":27,"debug":"","metric":"matthews","score":0.50709255283711,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.5789473684210527,"confusion":"[[9,14],[2,13]]","correct":22,"debug":"","metric":"matthews","score":0.2780367699071248,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.5625,"confusion":"[[7,7],[7,11]]","correct":18,"debug":"","metric":"matthews","score":0.1111111111111111,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.7777777777777778,"confusion":"[[7,0],[4,7]]","correct":14,"debug":"","metric":"matthews","score":0.6363636363636364,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.55,"confusion":"[[5,2],[7,6]]","correct":11,"debug":"","metric":"matthews","score":0.17118419700436516,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.46875,"confusion":"[[8,13],[4,7]]","correct":15,"debug":"","metric":"matthews","score":0.01698823971458752,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.7352941176470589,"confusion":"[[15,0],[9,10]]","correct":25,"debug":"","metric":"matthews","score":0.5735393346764044,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.23333333333333334,"confusion":"[[2,15],[8,5]]","correct":7,"debug":"","metric":"matthews","score":-0.5232166435699436,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.4,"confusion":"[[8,15],[3,4]]","correct":12,"debug":"","metric":"matthews","score":-0.070869157725464,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.6666666666666666,"confusion":"[[62,32],[18,38]]","correct":100,"debug":"","metric":"matthews","score":0.32784461041797364,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.6865671641791045,"confusion":"[[43,28],[14,49]]","correct":92,"debug":"","metric":"matthews","score":0.38706320187010806,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.94,"confusion":"[[105,4,4],[4,117,0],[0,3,13]]","correct":235,"debug":"","score":0.8963089248803534,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.738,"confusion":"[[187,63],[68,182]]","correct":369,"debug":"","score":0.738,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.3054945054945055,"confusion":"[[3977,1454],[961,3301]]","correct":7278,"debug":"","score":0.7321725629366752,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.841,"confusion":"[[1230,260],[217,1293]]","correct":2523,"debug":"","score":0.841,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.6621428571428571,"confusion":"[[568,132],[341,359]]","correct":927,"debug":"","score":0.6621428571428571,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.6095890410958904,"confusion":"[[77,18],[39,12]]","correct":89,"debug":"","score":0.6095890410958904,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.8477657935285053,"confusion":"[[1803,219],[275,948]]","correct":2751,"debug":"","score":0.8477657935285053,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.7395,"confusion":"[[1]]","correct":1,"debug":"","score":0.7458938095238101,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.5730337078651685,"confusion":"[[28,150],[2,176]]","correct":204,"debug":"","metric":"winogender","score":0.9775280898876404,"total":356,"weight":1}},"uploaderUid":"lyKQUuu43wNio7SnqtevQLXSUZT2"}