{"createdOn":1644424459068,"editable":{"adminApproved":true,"fineTunedParameters":0,"modelDescription":"A parameter-efficient adaptation method that learns small task-specific prompts (400K parameters each, initialized with a prompt learned from a mixture of GLUE tasks) to condition the frozen pre-trained T5 XXL model (11B parameters) to perform specific tasks.","name":"Frozen T5 1.1 + SPoT","parameterDescription":"The T5 XXL model (11B parameters) is frozen and shared across tasks.","public":true,"taskSpecificParameters":400000,"url":" https://arxiv.org/abs/2110.07904","woFineTuningParameters":11000000000},"macroScore":0.8920054046574757,"message":"","microScore":0.8962983273923772,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.8387681159420289,"confusion":"[[554,90],[88,372]]","correct":926,"debug":"","metric":"matthews","score":0.6685335007287126,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8586956521739131,"confusion":"[[186,28],[24,130]]","correct":316,"debug":"","metric":"matthews","score":0.7109028316549005,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.7922535211267606,"confusion":"[[149,16],[43,76]]","correct":225,"debug":"","metric":"matthews","score":0.5711081368793238,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.7896174863387978,"confusion":"[[196,41],[36,93]]","correct":289,"debug":"","metric":"matthews","score":0.5433769910527151,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8726415094339622,"confusion":"[[191,18],[36,179]]","correct":370,"debug":"","metric":"matthews","score":0.748234263848592,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.8357142857142857,"confusion":"[[78,13],[10,39]]","correct":117,"debug":"","metric":"matthews","score":0.6446583712203042,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.8846153846153846,"confusion":"[[12,0],[3,11]]","correct":23,"debug":"","metric":"matthews","score":0.7928249671720919,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.8088235294117647,"confusion":"[[42,9],[4,13]]","correct":55,"debug":"","metric":"matthews","score":0.5444655064804708,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":1,"confusion":"[[8,0],[0,20]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8461538461538461,"confusion":"[[21,3],[1,1]]","correct":22,"debug":"","metric":"matthews","score":0.27695585470349865,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.8333333333333334,"confusion":"[[16,2],[4,14]]","correct":30,"debug":"","metric":"matthews","score":0.6708203932499369,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9038461538461539,"confusion":"[[11,3],[2,36]]","correct":47,"debug":"","metric":"matthews","score":0.7509392614826383,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.9807692307692307,"confusion":"[[24,1],[0,27]]","correct":51,"debug":"","metric":"matthews","score":0.9621404708847279,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.9117647058823529,"confusion":"[[31,3],[3,31]]","correct":62,"debug":"","metric":"matthews","score":0.8235294117647058,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.8235294117647058,"confusion":"[[15,1],[5,13]]","correct":28,"debug":"","metric":"matthews","score":0.6690804516600756,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8793103448275862,"confusion":"[[22,2],[5,29]]","correct":51,"debug":"","metric":"matthews","score":0.7598919352604226,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.9705882352941176,"confusion":"[[15,0],[1,18]]","correct":33,"debug":"","metric":"matthews","score":0.9424212936563149,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.9,"confusion":"[[14,0],[2,4]]","correct":18,"debug":"","metric":"matthews","score":0.7637626158259734,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.75,"confusion":"[[14,6],[2,10]]","correct":24,"debug":"","metric":"matthews","score":0.5163977794943222,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.925,"confusion":"[[13,1],[2,24]]","correct":37,"debug":"","metric":"matthews","score":0.8390645410391885,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6956521739130435,"confusion":"[[13,6],[8,19]]","correct":32,"debug":"","metric":"matthews","score":0.3834552976339997,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5384615384615384,"confusion":"[[3,6],[6,11]]","correct":14,"debug":"","metric":"matthews","score":-0.0196078431372549,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.9024390243902439,"confusion":"[[71,3],[5,3]]","correct":74,"debug":"","metric":"matthews","score":0.38108505339777676,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.9642857142857143,"confusion":"[[21,1],[0,6]]","correct":27,"debug":"","metric":"matthews","score":0.9045340337332909,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.85,"confusion":"[[4,5],[1,30]]","correct":34,"debug":"","metric":"matthews","score":0.5204472455316336,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.975,"confusion":"[[15,0],[1,24]]","correct":39,"debug":"","metric":"matthews","score":0.9486832980505139,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.631578947368421,"confusion":"[[17,6],[8,7]]","correct":24,"debug":"","metric":"matthews","score":0.21203478816820132,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[9,5],[5,13]]","correct":22,"debug":"","metric":"matthews","score":0.36507936507936506,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8333333333333334,"confusion":"[[4,3],[0,11]]","correct":15,"debug":"","metric":"matthews","score":0.6700593942604899,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.75,"confusion":"[[5,2],[3,10]]","correct":15,"debug":"","metric":"matthews","score":0.47075654176200415,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.78125,"confusion":"[[17,4],[3,8]]","correct":25,"debug":"","metric":"matthews","score":0.5266354311522131,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9117647058823529,"confusion":"[[14,1],[2,17]]","correct":31,"debug":"","metric":"matthews","score":0.8237460196403346,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.3333333333333333,"confusion":"[[7,10],[10,3]]","correct":10,"debug":"","metric":"matthews","score":-0.3574660633484163,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6666666666666666,"confusion":"[[14,9],[1,6]]","correct":20,"debug":"","metric":"matthews","score":0.39405520311955033,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.84,"confusion":"[[88,6],[18,38]]","correct":126,"debug":"","metric":"matthews","score":0.6530873951180238,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7388059701492538,"confusion":"[[61,10],[25,38]]","correct":99,"debug":"","metric":"matthews","score":0.4812616337391969,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.976,"confusion":"[[110,1,2],[2,118,1],[0,0,16]]","correct":244,"debug":"","score":0.9584656084656085,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.956,"confusion":"[[239,11],[11,239]]","correct":478,"debug":"","score":0.956,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6186813186813187,"confusion":"[[5011,420],[591,3671]]","correct":8682,"debug":"","score":0.8789656410870346,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.9286666666666666,"confusion":"[[1352,138],[76,1434]]","correct":2786,"debug":"","score":0.9286666666666666,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7578571428571429,"confusion":"[[552,148],[191,509]]","correct":1061,"debug":"","score":0.7578571428571429,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9383561643835616,"confusion":"[[91,4],[5,46]]","correct":137,"debug":"","score":0.9383561643835616,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.9106317411402157,"confusion":"[[1857,165],[125,1098]]","correct":2955,"debug":"","score":0.9106317411402157,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9244,"confusion":"[[1]]","correct":1,"debug":"","score":0.9325504761904764,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.8258426966292135,"confusion":"[[126,52],[10,168]]","correct":294,"debug":"","metric":"winogender","score":0.8314606741573034,"total":356,"weight":1}},"uploaderUid":"iAkUX3LYOxRiwlLcoDdABZW979v1"}