{"createdOn":1598950502936,"editable":{"adminApproved":true,"fineTunedParameters":-1,"modelDescription":"ALBERT-xxlarge-v2 trained with Pattern-Exploiting Training (PET). An individual model is trained for each task using 32 randomly selected examples.","name":"PET (ALBERT) - Few-Shot (32 Examples)","parameterDescription":"Parameters are not shared across tasks.","public":true,"taskSpecificParameters":-1,"url":"https://github.com/timoschick/pet","woFineTuningParameters":-1},"macroScore":0.7400065513467586,"message":"","microScore":0.7542637784480395,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.6802536231884058,"confusion":"[[428,216],[137,323]]","correct":751,"debug":"","metric":"matthews","score":0.3617406119480104,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.75,"confusion":"[[172,42],[50,104]]","correct":276,"debug":"","metric":"matthews","score":0.48306653860764937,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.6901408450704225,"confusion":"[[124,41],[47,72]]","correct":196,"debug":"","metric":"matthews","score":0.35942422743013586,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.6530054644808743,"confusion":"[[172,65],[62,67]]","correct":239,"debug":"","metric":"matthews","score":0.24386516415187548,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.6415094339622641,"confusion":"[[181,28],[124,91]]","correct":272,"debug":"","metric":"matthews","score":0.3218801317154205,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.75,"confusion":"[[77,14],[21,28]]","correct":105,"debug":"","metric":"matthews","score":0.43463356032809364,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.5384615384615384,"confusion":"[[12,0],[12,2]]","correct":14,"debug":"","metric":"matthews","score":0.2672612419124244,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.75,"confusion":"[[39,12],[5,12]]","correct":51,"debug":"","metric":"matthews","score":0.4264014327112209,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.6428571428571429,"confusion":"[[0,8],[2,18]]","correct":18,"debug":"","metric":"matthews","score":-0.17541160386140586,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.9230769230769231,"confusion":"[[23,1],[1,1]]","correct":24,"debug":"","metric":"matthews","score":0.4583333333333333,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.7777777777777778,"confusion":"[[14,4],[4,14]]","correct":28,"debug":"","metric":"matthews","score":0.5555555555555556,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.8076923076923077,"confusion":"[[7,7],[3,35]]","correct":42,"debug":"","metric":"matthews","score":0.47387910220727386,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.6538461538461539,"confusion":"[[10,15],[3,24]]","correct":34,"debug":"","metric":"matthews","score":0.3333333333333333,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.5588235294117647,"confusion":"[[11,23],[7,27]]","correct":38,"debug":"","metric":"matthews","score":0.13333333333333333,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7058823529411765,"confusion":"[[14,2],[8,10]]","correct":24,"debug":"","metric":"matthews","score":0.4497006112188861,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.5344827586206896,"confusion":"[[18,6],[21,13]]","correct":31,"debug":"","metric":"matthews","score":0.13888955042048273,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.5882352941176471,"confusion":"[[15,0],[14,5]]","correct":20,"debug":"","metric":"matthews","score":0.36893922595746137,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.7857142857142857,"confusion":"[[17,1],[5,5]]","correct":22,"debug":"","metric":"matthews","score":0.518999296107682,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":0.8,"confusion":"[[14,2],[2,2]]","correct":16,"debug":"","metric":"matthews","score":0.375,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.9,"confusion":"[[14,0],[2,4]]","correct":18,"debug":"","metric":"matthews","score":0.7637626158259734,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.625,"confusion":"[[10,10],[2,10]]","correct":20,"debug":"","metric":"matthews","score":0.3333333333333333,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.575,"confusion":"[[9,5],[12,14]]","correct":23,"debug":"","metric":"matthews","score":0.1731836130445092,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6304347826086957,"confusion":"[[15,4],[13,14]]","correct":29,"debug":"","metric":"matthews","score":0.3107299650387684,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5769230769230769,"confusion":"[[1,8],[3,14]]","correct":15,"debug":"","metric":"matthews","score":-0.08618128166583652,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8780487804878049,"confusion":"[[72,2],[8,0]]","correct":72,"debug":"","metric":"matthews","score":-0.05198752449100364,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.42857142857142855,"confusion":"[[6,16],[0,6]]","correct":12,"debug":"","metric":"matthews","score":0.2727272727272727,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.725,"confusion":"[[1,8],[3,28]]","correct":29,"debug":"","metric":"matthews","score":0.019956144669641657,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.725,"confusion":"[[15,0],[11,14]]","correct":29,"debug":"","metric":"matthews","score":0.5683985600588051,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.5789473684210527,"confusion":"[[17,6],[10,5]]","correct":22,"debug":"","metric":"matthews","score":0.07810021626604628,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.625,"confusion":"[[8,6],[6,12]]","correct":20,"debug":"","metric":"matthews","score":0.23809523809523808,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.7222222222222222,"confusion":"[[5,2],[3,8]]","correct":13,"debug":"","metric":"matthews","score":0.4332001127219817,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.7,"confusion":"[[5,2],[4,9]]","correct":14,"debug":"","metric":"matthews","score":0.38981938376529196,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.5,"confusion":"[[12,9],[7,4]]","correct":16,"debug":"","metric":"matthews","score":-0.06279669574154817,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.6764705882352942,"confusion":"[[12,3],[8,11]]","correct":23,"debug":"","metric":"matthews","score":0.3823158557185859,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.5333333333333333,"confusion":"[[12,5],[9,4]]","correct":16,"debug":"","metric":"matthews","score":0.014678923792502562,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.4666666666666667,"confusion":"[[10,13],[3,4]]","correct":14,"debug":"","metric":"matthews","score":0.005301404289424247,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.7466666666666667,"confusion":"[[83,11],[27,29]]","correct":112,"debug":"","metric":"matthews","score":0.4384278933695291,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.6268656716417911,"confusion":"[[41,30],[20,43]]","correct":84,"debug":"","metric":"matthews","score":0.26058770321011293,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.872,"confusion":"[[112,1,0],[15,106,0],[16,0,0]]","correct":218,"debug":"","score":0.6016081871345029,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.908,"confusion":"[[233,17],[29,221]]","correct":454,"debug":"","score":0.908,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.3637362637362637,"confusion":"[[4323,1108],[927,3335]]","correct":7658,"debug":"","score":0.7662263067202757,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.672,"confusion":"[[917,573],[411,1099]]","correct":2016,"debug":"","score":0.672,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.5071428571428571,"confusion":"[[483,217],[473,227]]","correct":710,"debug":"","score":0.5071428571428571,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.8835616438356164,"confusion":"[[85,10],[7,44]]","correct":129,"debug":"","score":0.8835616438356164,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.7913713405238829,"confusion":"[[1705,317],[360,863]]","correct":2568,"debug":"","score":0.7913713405238829,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.8535,"confusion":"[[1]]","correct":1,"debug":"","score":0.8588823809523816,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.6039325842696629,"confusion":"[[70,108],[33,145]]","correct":215,"debug":"","metric":"winogender","score":0.9606741573033708,"total":356,"weight":1}},"uploaderUid":"ll3inl28MPfUxrDv5LnrcTPXDeq2"}