{"createdOn":1643937852666,"editable":{"adminApproved":true,"fineTunedParameters":-1,"modelDescription":"A sparsely activated Mixture-of-Expert model with 269B parameters, FLOP-matched to a 32B parameter dense model. Pre-trained on C4 corpus (Raffel et al., 2019).","name":"ST-MoE-32B","parameterDescription":"269b parameters roughly 11% activated","public":true,"taskSpecificParameters":-1,"url":"https://arxiv.org/abs/2202.08906","woFineTuningParameters":-1},"macroScore":0.9115677843899825,"message":"","microScore":0.909514669591445,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.865036231884058,"confusion":"[[564,80],[69,391]]","correct":955,"debug":"","metric":"matthews","score":0.7234564311466928,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.8885869565217391,"confusion":"[[197,17],[24,130]]","correct":327,"debug":"","metric":"matthews","score":0.7702167444570822,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.8485915492957746,"confusion":"[[152,13],[30,89]]","correct":241,"debug":"","metric":"matthews","score":0.6881419358392779,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.8224043715846995,"confusion":"[[202,35],[30,99]]","correct":301,"debug":"","metric":"matthews","score":0.6146076424586225,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8820754716981132,"confusion":"[[196,13],[37,178]]","correct":374,"debug":"","metric":"matthews","score":0.7694134791167752,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.8642857142857143,"confusion":"[[85,6],[13,36]]","correct":121,"debug":"","metric":"matthews","score":0.6960672808261951,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.9230769230769231,"confusion":"[[12,0],[2,12]]","correct":24,"debug":"","metric":"matthews","score":0.8571428571428571,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.8382352941176471,"confusion":"[[42,9],[2,15]]","correct":57,"debug":"","metric":"matthews","score":0.6396021490668313,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":1,"confusion":"[[8,0],[0,20]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8461538461538461,"confusion":"[[21,3],[1,1]]","correct":22,"debug":"","metric":"matthews","score":0.27695585470349865,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.9444444444444444,"confusion":"[[17,1],[1,17]]","correct":34,"debug":"","metric":"matthews","score":0.8888888888888888,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9038461538461539,"confusion":"[[10,4],[1,37]]","correct":47,"debug":"","metric":"matthews","score":0.7472002324141371,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.9230769230769231,"confusion":"[[21,4],[0,27]]","correct":48,"debug":"","metric":"matthews","score":0.8553437339606846,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.9411764705882353,"confusion":"[[31,3],[1,33]]","correct":64,"debug":"","metric":"matthews","score":0.8838834764831844,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.8823529411764706,"confusion":"[[15,1],[3,15]]","correct":30,"debug":"","metric":"matthews","score":0.7708333333333334,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8793103448275862,"confusion":"[[23,1],[6,28]]","correct":51,"debug":"","metric":"matthews","score":0.7701540462154054,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.9705882352941176,"confusion":"[[15,0],[1,18]]","correct":33,"debug":"","metric":"matthews","score":0.9424212936563149,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":1,"confusion":"[[18,0],[0,10]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.95,"confusion":"[[14,0],[1,5]]","correct":19,"debug":"","metric":"matthews","score":0.8819171036881969,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.71875,"confusion":"[[13,7],[2,10]]","correct":23,"debug":"","metric":"matthews","score":0.4689022084035771,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.9,"confusion":"[[14,0],[4,22]]","correct":36,"debug":"","metric":"matthews","score":0.8112457445926347,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.7391304347826086,"confusion":"[[13,6],[6,21]]","correct":34,"debug":"","metric":"matthews","score":0.4619883040935672,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.6153846153846154,"confusion":"[[3,6],[4,13]]","correct":16,"debug":"","metric":"matthews","score":0.10515252921688405,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.9634146341463414,"confusion":"[[73,1],[2,6]]","correct":79,"debug":"","metric":"matthews","score":0.782070643634251,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":1,"confusion":"[[22,0],[0,6]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.925,"confusion":"[[6,3],[0,31]]","correct":37,"debug":"","metric":"matthews","score":0.7796429549831781,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.975,"confusion":"[[15,0],[1,24]]","correct":39,"debug":"","metric":"matthews","score":0.9486832980505139,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.5789473684210527,"confusion":"[[14,9],[7,8]]","correct":22,"debug":"","metric":"matthews","score":0.1396215401769611,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.75,"confusion":"[[9,5],[3,15]]","correct":24,"debug":"","metric":"matthews","score":0.4879500364742666,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8888888888888888,"confusion":"[[6,1],[1,10]]","correct":16,"debug":"","metric":"matthews","score":0.7662337662337663,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.8,"confusion":"[[5,2],[2,11]]","correct":16,"debug":"","metric":"matthews","score":0.5604395604395604,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.78125,"confusion":"[[18,3],[4,7]]","correct":25,"debug":"","metric":"matthews","score":0.5056936741642399,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9411764705882353,"confusion":"[[14,1],[1,18]]","correct":32,"debug":"","metric":"matthews","score":0.8807017543859649,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.43333333333333335,"confusion":"[[11,6],[11,2]]","correct":13,"debug":"","metric":"matthews","score":-0.22310032643658007,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6666666666666666,"confusion":"[[14,9],[1,6]]","correct":20,"debug":"","metric":"matthews","score":0.39405520311955033,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.86,"confusion":"[[89,5],[16,40]]","correct":129,"debug":"","metric":"matthews","score":0.6977830203122585,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.835820895522388,"confusion":"[[63,8],[14,49]]","correct":112,"debug":"","metric":"matthews","score":0.6714361665093711,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.98,"confusion":"[[112,1,0],[2,117,2],[0,0,16]]","correct":245,"debug":"","score":0.9690133698217828,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.992,"confusion":"[[248,2],[2,248]]","correct":496,"debug":"","score":0.992,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6582417582417582,"confusion":"[[5016,415],[467,3795]]","correct":8811,"debug":"","score":0.8958923512747875,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.9346666666666666,"confusion":"[[1353,137],[59,1451]]","correct":2804,"debug":"","score":0.9346666666666666,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7771428571428571,"confusion":"[[574,126],[186,514]]","correct":1088,"debug":"","score":0.7771428571428571,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.9657534246575342,"confusion":"[[92,3],[2,49]]","correct":141,"debug":"","score":0.9657534246575342,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.924191063174114,"confusion":"[[1872,150],[96,1127]]","correct":2999,"debug":"","score":0.924191063174114,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9435,"confusion":"[[1]]","correct":1,"debug":"","score":0.950929047619048,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.9410112359550562,"confusion":"[[160,18],[3,175]]","correct":335,"debug":"","metric":"winogender","score":0.9606741573033708,"total":356,"weight":1}},"uploaderUid":"TNJsh8vE51R9SLaI9yGatuaoYZ82"}