{"createdOn":1648050893758,"editable":{"adminApproved":true,"fineTunedParameters":4,"modelDescription":"A 540B Decoder-only trained on causal LM model","name":"PaLM 540B","parameterDescription":"535B","public":true,"taskSpecificParameters":0,"url":"https://arxiv.org/abs/2204.02311","woFineTuningParameters":540},"macroScore":0.9042114947765748,"message":"","microScore":0.9049081436797368,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.8677536231884058,"confusion":"[[567,77],[69,391]]","correct":958,"debug":"","metric":"matthews","score":0.7287051030681357,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.9021739130434783,"confusion":"[[199,15],[21,133]]","correct":332,"debug":"","metric":"matthews","score":0.7983539205663619,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.8309859154929577,"confusion":"[[150,15],[33,86]]","correct":236,"debug":"","metric":"matthews","score":0.6511710496410312,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.8114754098360656,"confusion":"[[198,39],[30,99]]","correct":297,"debug":"","metric":"matthews","score":0.5942873238950234,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.8867924528301887,"confusion":"[[191,18],[30,185]]","correct":376,"debug":"","metric":"matthews","score":0.774961829540864,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.9214285714285714,"confusion":"[[87,4],[7,42]]","correct":129,"debug":"","metric":"matthews","score":0.8257835379663219,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.7307692307692307,"confusion":"[[11,1],[6,8]]","correct":19,"debug":"","metric":"matthews","score":0.5114621455194985,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.8676470588235294,"confusion":"[[44,7],[2,15]]","correct":59,"debug":"","metric":"matthews","score":0.6896563082085964,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":1,"confusion":"[[8,0],[0,20]]","correct":28,"debug":"","metric":"matthews","score":1,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8846153846153846,"confusion":"[[22,2],[1,1]]","correct":23,"debug":"","metric":"matthews","score":0.34752402342845795,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.9166666666666666,"confusion":"[[15,3],[0,18]]","correct":33,"debug":"","metric":"matthews","score":0.8451542547285166,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.9230769230769231,"confusion":"[[12,2],[2,36]]","correct":48,"debug":"","metric":"matthews","score":0.8045112781954887,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.9615384615384616,"confusion":"[[23,2],[0,27]]","correct":50,"debug":"","metric":"matthews","score":0.9255007964004845,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.9117647058823529,"confusion":"[[31,3],[3,31]]","correct":62,"debug":"","metric":"matthews","score":0.8235294117647058,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.9117647058823529,"confusion":"[[14,2],[1,17]]","correct":31,"debug":"","metric":"matthews","score":0.8237460196403346,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.8793103448275862,"confusion":"[[23,1],[6,28]]","correct":51,"debug":"","metric":"matthews","score":0.7701540462154054,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.9411764705882353,"confusion":"[[13,2],[0,19]]","correct":32,"debug":"","metric":"matthews","score":0.8855094489202158,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.9285714285714286,"confusion":"[[16,2],[0,10]]","correct":26,"debug":"","metric":"matthews","score":0.8606629658238705,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":1,"confusion":"[[14,0],[0,6]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.75,"confusion":"[[14,6],[2,10]]","correct":24,"debug":"","metric":"matthews","score":0.5163977794943222,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.9,"confusion":"[[13,1],[3,23]]","correct":36,"debug":"","metric":"matthews","score":0.7917269111451889,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.7608695652173914,"confusion":"[[15,4],[7,20]]","correct":35,"debug":"","metric":"matthews","score":0.5226287060321453,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.6153846153846154,"confusion":"[[3,6],[4,13]]","correct":16,"debug":"","metric":"matthews","score":0.10515252921688405,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.9390243902439024,"confusion":"[[72,2],[3,5]]","correct":77,"debug":"","metric":"matthews","score":0.6349839629507451,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.8214285714285714,"confusion":"[[18,4],[1,5]]","correct":23,"debug":"","metric":"matthews","score":0.572418195745458,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.875,"confusion":"[[7,2],[3,28]]","correct":35,"debug":"","metric":"matthews","score":0.6567360733292693,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.95,"confusion":"[[15,0],[2,23]]","correct":38,"debug":"","metric":"matthews","score":0.9009798587550961,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.6842105263157895,"confusion":"[[17,6],[6,9]]","correct":26,"debug":"","metric":"matthews","score":0.3391304347826087,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.75,"confusion":"[[9,5],[3,15]]","correct":24,"debug":"","metric":"matthews","score":0.4879500364742666,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8888888888888888,"confusion":"[[6,1],[1,10]]","correct":16,"debug":"","metric":"matthews","score":0.7662337662337663,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.75,"confusion":"[[5,2],[3,10]]","correct":15,"debug":"","metric":"matthews","score":0.47075654176200415,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.78125,"confusion":"[[16,5],[2,9]]","correct":25,"debug":"","metric":"matthews","score":0.5553906166205598,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9117647058823529,"confusion":"[[15,0],[3,16]]","correct":31,"debug":"","metric":"matthews","score":0.837707816583391,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.5,"confusion":"[[11,6],[9,4]]","correct":15,"debug":"","metric":"matthews","score":-0.04756514941544941,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.7,"confusion":"[[16,7],[2,5]]","correct":21,"debug":"","metric":"matthews","score":0.3539191986482828,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.84,"confusion":"[[87,7],[17,39]]","correct":126,"debug":"","metric":"matthews","score":0.652416820294821,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.8208955223880597,"confusion":"[[63,8],[16,47]]","correct":110,"debug":"","metric":"matthews","score":0.6426170365573244,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.96,"confusion":"[[109,4,0],[3,117,1],[1,1,14]]","correct":240,"debug":"","score":0.9435968464420267,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.99,"confusion":"[[247,3],[2,248]]","correct":495,"debug":"","score":0.99,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.6357142857142857,"confusion":"[[4981,450],[507,3755]]","correct":8736,"debug":"","score":0.8869729538207157,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.941,"confusion":"[[1389,101],[76,1434]]","correct":2823,"debug":"","score":0.941,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7742857142857142,"confusion":"[[588,112],[204,496]]","correct":1084,"debug":"","score":0.7742857142857142,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.958904109589041,"confusion":"[[93,2],[4,47]]","correct":140,"debug":"","score":0.958904109589041,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.9189522342064715,"confusion":"[[1889,133],[130,1093]]","correct":2982,"debug":"","score":0.9189522342064715,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9331,"confusion":"[[1]]","correct":1,"debug":"","score":0.9417157142857148,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.9044943820224719,"confusion":"[[147,31],[3,175]]","correct":322,"debug":"","metric":"winogender","score":0.9550561797752809,"total":356,"weight":1}},"uploaderUid":"BCn9MDBkKWReBFmc40BiYyFYscT2"}