{"createdOn":1638467418755,"editable":{"adminApproved":true,"fineTunedParameters":5400000000,"modelDescription":"Turing NLR v5 uses a modified version of the architecture of COCO-LM. Posterior Differential Regularization and Multi-Task Deep Neural Network are used for finetuning.","name":"Turing NLR v5 ","parameterDescription":"No parameters sharing between tasks.","public":true,"taskSpecificParameters":10000,"url":"https://arxiv.org/abs/2204.06644","woFineTuningParameters":5400000000},"macroScore":0.9089780022570735,"message":"","microScore":0.9036468330134357,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.8442028985507246,"confusion":"[[569,75],[97,363]]","correct":932,"debug":"","metric":"matthews","score":0.677876003376895,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8559782608695652,"confusion":"[[195,19],[34,120]]","correct":315,"debug":"","metric":"matthews","score":0.7025307939290214,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.8133802816901409,"confusion":"[[152,13],[40,79]]","correct":231,"debug":"","metric":"matthews","score":0.6168569270843994,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.8142076502732241,"confusion":"[[206,31],[37,92]]","correct":298,"debug":"","metric":"matthews","score":0.5890026616602272,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8632075471698113,"confusion":"[[185,24],[34,181]]","correct":366,"debug":"","metric":"matthews","score":0.7273517363640714,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.85,"confusion":"[[82,9],[12,37]]","correct":119,"debug":"","metric":"matthews","score":0.666365866544252,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9230769230769231,"confusion":"[[12,0],[2,12]]","correct":24,"debug":"","metric":"matthews","score":0.8571428571428571,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.8235294117647058,"confusion":"[[45,6],[6,11]]","correct":56,"debug":"","metric":"matthews","score":0.5294117647058824,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.9285714285714286,"confusion":"[[8,0],[2,18]]","correct":26,"debug":"","metric":"matthews","score":0.848528137423857,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.6923076923076923,"confusion":"[[17,7],[1,1]]","correct":18,"debug":"","metric":"matthews","score":0.12028130608117203,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.9166666666666666,"confusion":"[[17,1],[2,16]]","correct":33,"debug":"","metric":"matthews","score":0.8346223261119858,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.8846153846153846,"confusion":"[[9,5],[1,37]]","correct":46,"debug":"","metric":"matthews","score":0.693894399660651,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.9423076923076923,"confusion":"[[24,1],[2,25]]","correct":49,"debug":"","metric":"matthews","score":0.8852704127574261,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8970588235294118,"confusion":"[[30,4],[3,31]]","correct":61,"debug":"","metric":"matthews","score":0.7944613465542747,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.8235294117647058,"confusion":"[[14,2],[4,14]]","correct":28,"debug":"","metric":"matthews","score":0.6527777777777778,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8275862068965517,"confusion":"[[20,4],[6,28]]","correct":48,"debug":"","metric":"matthews","score":0.650516096306267,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":1,"confusion":"[[15,0],[0,19]]","correct":34,"debug":"","metric":"matthews","score":1,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.9642857142857143,"confusion":"[[18,0],[1,9]]","correct":27,"debug":"","metric":"matthews","score":0.9233805168766386,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.9,"confusion":"[[14,0],[2,4]]","correct":18,"debug":"","metric":"matthews","score":0.7637626158259734,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.75,"confusion":"[[14,6],[2,10]]","correct":24,"debug":"","metric":"matthews","score":0.5163977794943222,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.95,"confusion":"[[13,1],[1,25]]","correct":38,"debug":"","metric":"matthews","score":0.8901098901098901,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6739130434782609,"confusion":"[[12,7],[8,19]]","correct":31,"debug":"","metric":"matthews","score":0.3330182946707209,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5769230769230769,"confusion":"[[4,5],[6,11]]","correct":15,"debug":"","metric":"matthews","score":0.08947924869885988,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.9390243902439024,"confusion":"[[73,1],[4,4]]","correct":77,"debug":"","metric":"matthews","score":0.6032554715186293,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":1,"confusion":"[[22,0],[0,6]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.875,"confusion":"[[4,5],[0,31]]","correct":35,"debug":"","metric":"matthews","score":0.6186404847588913,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":1,"confusion":"[[15,0],[0,25]]","correct":40,"debug":"","metric":"matthews","score":1,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.631578947368421,"confusion":"[[17,6],[8,7]]","correct":24,"debug":"","metric":"matthews","score":0.21203478816820132,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[10,4],[6,12]]","correct":22,"debug":"","metric":"matthews","score":0.3779644730092272,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8888888888888888,"confusion":"[[5,2],[0,11]]","correct":16,"debug":"","metric":"matthews","score":0.7774288420142416,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.7,"confusion":"[[4,3],[3,10]]","correct":14,"debug":"","metric":"matthews","score":0.34065934065934067,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.84375,"confusion":"[[18,3],[2,9]]","correct":27,"debug":"","metric":"matthews","score":0.6625413488689132,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9411764705882353,"confusion":"[[14,1],[1,18]]","correct":32,"debug":"","metric":"matthews","score":0.8807017543859649,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.4,"confusion":"[[10,7],[11,2]]","correct":12,"debug":"","metric":"matthews","score":-0.2788995520575487,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.7,"confusion":"[[15,8],[1,6]]","correct":21,"debug":"","metric":"matthews","score":0.43179430016791304,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.8533333333333334,"confusion":"[[89,5],[17,39]]","correct":128,"debug":"","metric":"matthews","score":0.6833602966222585,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7686567164179104,"confusion":"[[63,8],[23,40]]","correct":103,"debug":"","metric":"matthews","score":0.5436301626763849,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.976,"confusion":"[[111,1,1],[2,117,2],[0,0,16]]","correct":244,"debug":"","score":0.9585553657164722,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.982,"confusion":"[[247,3],[6,244]]","correct":491,"debug":"","score":0.982,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6296703296703297,"confusion":"[[4984,447],[534,3728]]","correct":8712,"debug":"","score":0.8837264430484769,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.9406666666666667,"confusion":"[[1358,132],[46,1464]]","correct":2822,"debug":"","score":0.9406666666666667,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7707142857142857,"confusion":"[[600,100],[221,479]]","correct":1079,"debug":"","score":0.7707142857142857,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9726027397260274,"confusion":"[[93,2],[2,49]]","correct":142,"debug":"","score":0.9726027397260274,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.9204930662557781,"confusion":"[[1893,129],[129,1094]]","correct":2987,"debug":"","score":0.9204930662557781,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9586,"confusion":"[[1]]","correct":1,"debug":"","score":0.964142380952381,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.9550561797752809,"confusion":"[[167,11],[5,173]]","correct":340,"debug":"","metric":"winogender","score":0.9325842696629213,"total":356,"weight":1}},"uploaderUid":"otmfPd7Q5RfNTL6Ak5kpA3Rb4zA2"}