{"createdOn":1590566427542,"editable":{"adminApproved":true,"fineTunedParameters":2840000000,"modelDescription":"NEZHA is based on BERT with a collection of proven improvements, which include Functional Relative Positional Encoding as an effective positional encoding scheme, Whole Word Masking strategy, Mixed Precision Training and the LAMB Optimizer in training the models. ","name":"NEZHA-Large","parameterDescription":"NEZHA Large was fine-tuned on each task with ensembles. MNLI pretraining for RTE, BoolQ and CB, SemCor for WiC,  CosmosQA and HellaSwag for MultiRC.","public":true,"taskSpecificParameters":2840000000,"url":"https://arxiv.org/abs/1909.00204","woFineTuningParameters":0},"macroScore":0.8383177932955121,"message":"","microScore":0.8331779544831368,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.7952898550724637,"confusion":"[[526,118],[108,352]]","correct":878,"debug":"","metric":"matthews","score":0.5802858845300294,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8125,"confusion":"[[185,29],[40,114]]","correct":299,"debug":"","metric":"matthews","score":0.6120413632505156,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.721830985915493,"confusion":"[[145,20],[59,60]]","correct":205,"debug":"","metric":"matthews","score":0.4200899681257242,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.7459016393442623,"confusion":"[[181,56],[37,92]]","correct":273,"debug":"","metric":"matthews","score":0.4642259261451755,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8089622641509434,"confusion":"[[181,28],[53,162]]","correct":343,"debug":"","metric":"matthews","score":0.6228176740718598,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.8071428571428572,"confusion":"[[76,15],[12,37]]","correct":113,"debug":"","metric":"matthews","score":0.5826719893721981,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9230769230769231,"confusion":"[[12,0],[2,12]]","correct":24,"debug":"","metric":"matthews","score":0.8571428571428571,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.7647058823529411,"confusion":"[[40,11],[5,12]]","correct":52,"debug":"","metric":"matthews","score":0.4486515850484713,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.75,"confusion":"[[8,0],[7,13]]","correct":21,"debug":"","metric":"matthews","score":0.5887840577551898,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8076923076923077,"confusion":"[[19,5],[0,2]]","correct":21,"debug":"","metric":"matthews","score":0.47559486560567094,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.75,"confusion":"[[11,7],[2,16]]","correct":27,"debug":"","metric":"matthews","score":0.5204834387696162,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9230769230769231,"confusion":"[[12,2],[2,36]]","correct":48,"debug":"","metric":"matthews","score":0.8045112781954887,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8076923076923077,"confusion":"[[22,3],[7,20]]","correct":42,"debug":"","metric":"matthews","score":0.6244522281671546,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.9117647058823529,"confusion":"[[30,4],[2,32]]","correct":62,"debug":"","metric":"matthews","score":0.8249579113843054,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7647058823529411,"confusion":"[[14,2],[6,12]]","correct":26,"debug":"","metric":"matthews","score":0.5493502655735357,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.7931034482758621,"confusion":"[[20,4],[8,26]]","correct":46,"debug":"","metric":"matthews","score":0.5894338862466559,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.8529411764705882,"confusion":"[[15,0],[5,14]]","correct":29,"debug":"","metric":"matthews","score":0.7433919416750282,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.71875,"confusion":"[[13,7],[2,10]]","correct":23,"debug":"","metric":"matthews","score":0.4689022084035771,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.85,"confusion":"[[13,1],[5,21]]","correct":34,"debug":"","metric":"matthews","score":0.7058891543857989,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6521739130434783,"confusion":"[[13,6],[10,17]]","correct":30,"debug":"","metric":"matthews","score":0.30905754998184354,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5,"confusion":"[[3,6],[7,10]]","correct":13,"debug":"","metric":"matthews","score":-0.07669649888473705,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8658536585365854,"confusion":"[[67,7],[4,4]]","correct":71,"debug":"","metric":"matthews","score":0.35295949664309517,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.9285714285714286,"confusion":"[[22,0],[2,4]]","correct":26,"debug":"","metric":"matthews","score":0.7817359599705717,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.7,"confusion":"[[2,7],[5,26]]","correct":28,"debug":"","metric":"matthews","score":0.06696391397229073,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[15,0],[2,23]]","correct":38,"debug":"","metric":"matthews","score":0.9009798587550961,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.5526315789473685,"confusion":"[[14,9],[8,7]]","correct":21,"debug":"","metric":"matthews","score":0.07460921467460303,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[9,5],[5,13]]","correct":22,"debug":"","metric":"matthews","score":0.36507936507936506,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8888888888888888,"confusion":"[[5,2],[0,11]]","correct":16,"debug":"","metric":"matthews","score":0.7774288420142416,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.65,"confusion":"[[4,3],[4,9]]","correct":13,"debug":"","metric":"matthews","score":0.25677629550654774,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.78125,"confusion":"[[14,7],[0,11]]","correct":25,"debug":"","metric":"matthews","score":0.6382847385042254,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9117647058823529,"confusion":"[[13,2],[1,18]]","correct":31,"debug":"","metric":"matthews","score":0.821271097469555,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.2,"confusion":"[[4,13],[11,2]]","correct":6,"debug":"","metric":"matthews","score":-0.6054055145966812,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6,"confusion":"[[14,9],[3,4]]","correct":18,"debug":"","metric":"matthews","score":0.15374072439330316,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.7933333333333333,"confusion":"[[86,8],[23,33]]","correct":119,"debug":"","metric":"matthews","score":0.5471895576613232,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.6417910447761194,"confusion":"[[59,12],[36,27]]","correct":86,"debug":"","metric":"matthews","score":0.28519287053356024,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.956,"confusion":"[[110,2,1],[5,115,1],[1,1,14]]","correct":239,"debug":"","score":0.9326805953968805,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.912,"confusion":"[[229,21],[23,227]]","correct":456,"debug":"","score":0.912,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.4236263736263736,"confusion":"[[4604,827],[962,3300]]","correct":7904,"debug":"","score":0.7867445464298486,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.885,"confusion":"[[1270,220],[125,1385]]","correct":2655,"debug":"","score":0.885,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7307142857142858,"confusion":"[[570,130],[247,453]]","correct":1023,"debug":"","score":0.7307142857142858,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9041095890410958,"confusion":"[[88,7],[7,44]]","correct":132,"debug":"","score":0.9041095890410958,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.8576271186440678,"confusion":"[[1812,210],[252,971]]","correct":2783,"debug":"","score":0.8576271186440678,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.8639,"confusion":"[[1]]","correct":1,"debug":"","score":0.8712311904761912,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.7443820224719101,"confusion":"[[105,73],[18,160]]","correct":265,"debug":"","metric":"winogender","score":0.8707865168539326,"total":356,"weight":1}},"uploaderUid":"dVbHuPf7ldNKveyNmNPPtuoZZ6d2"}