{"createdOn":1590218211026,"editable":{"adminApproved":true,"fineTunedParameters":0,"modelDescription":"Scaled up version of GPT-2, pretrained on a large corpus of web and book data. Training data for each task is used to prompt the model for \"few-shot\" evaluation.\n","name":"GPT-3 few-shot - OpenAI","parameterDescription":"All parameters are shared.","public":true,"taskSpecificParameters":0,"url":"https://github.com/openai/gpt-3","woFineTuningParameters":174},"macroScore":0.7179753251729426,"message":"","microScore":0.7356731560186455,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.6331521739130435,"confusion":"[[569,75],[330,130]]","correct":699,"debug":"","metric":"matthews","score":0.21065073725594075,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.6657608695652174,"confusion":"[[197,17],[106,48]]","correct":245,"debug":"","metric":"matthews","score":0.30042994496114345,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.676056338028169,"confusion":"[[147,18],[74,45]]","correct":192,"debug":"","metric":"matthews","score":0.3195205141139249,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.639344262295082,"confusion":"[[208,29],[103,26]]","correct":234,"debug":"","metric":"matthews","score":0.10586788136247387,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.5778301886792453,"confusion":"[[62,147],[32,183]]","correct":245,"debug":"","metric":"matthews","score":0.1779039543758906,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.6642857142857143,"confusion":"[[81,10],[37,12]]","correct":93,"debug":"","metric":"matthews","score":0.1769397506934832,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.46153846153846156,"confusion":"[[12,0],[14,0]]","correct":12,"debug":"","metric":"matthews","score":0,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.7794117647058824,"confusion":"[[48,3],[12,5]]","correct":53,"debug":"","metric":"matthews","score":0.31622776601683794,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.5,"confusion":"[[8,0],[14,6]]","correct":14,"debug":"","metric":"matthews","score":0.3302891295379082,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.5384615384615384,"confusion":"[[13,11],[1,1]]","correct":14,"debug":"","metric":"matthews","score":0.0222717701593687,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.6111111111111112,"confusion":"[[7,11],[3,15]]","correct":22,"debug":"","metric":"matthews","score":0.24806946917841693,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.8461538461538461,"confusion":"[[6,8],[0,38]]","correct":44,"debug":"","metric":"matthews","score":0.5950103083819182,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.5961538461538461,"confusion":"[[21,4],[17,10]]","correct":31,"debug":"","metric":"matthews","score":0.23696305584563251,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.5588235294117647,"confusion":"[[31,3],[27,7]]","correct":38,"debug":"","metric":"matthews","score":0.16609095970747995,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.5882352941176471,"confusion":"[[4,12],[2,16]]","correct":20,"debug":"","metric":"matthews","score":0.181848241863327,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.5517241379310345,"confusion":"[[6,18],[8,26]]","correct":32,"debug":"","metric":"matthews","score":0.01692566771665739,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.6764705882352942,"confusion":"[[6,9],[2,17]]","correct":23,"debug":"","metric":"matthews","score":0.34500484066310094,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.42857142857142855,"confusion":"[[4,14],[2,8]]","correct":12,"debug":"","metric":"matthews","score":0.025949964805384102,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":0.25,"confusion":"[[1,15],[0,4]]","correct":5,"debug":"","metric":"matthews","score":0.11470786693528087,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.45,"confusion":"[[3,11],[0,6]]","correct":9,"debug":"","metric":"matthews","score":0.27500954910846337,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.65625,"confusion":"[[17,3],[8,4]]","correct":21,"debug":"","metric":"matthews","score":0.21469801604867728,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.525,"confusion":"[[4,10],[9,17]]","correct":21,"debug":"","metric":"matthews","score":-0.0615486357075876,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.717391304347826,"confusion":"[[8,11],[2,25]]","correct":33,"debug":"","metric":"matthews","score":0.4141999759773433,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.6538461538461539,"confusion":"[[9,0],[9,8]]","correct":17,"debug":"","metric":"matthews","score":0.48507125007266594,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.8780487804878049,"confusion":"[[71,3],[7,1]]","correct":72,"debug":"","metric":"matthews","score":0.11634074860155313,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.21428571428571427,"confusion":"[[0,22],[0,6]]","correct":6,"debug":"","metric":"matthews","score":0,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.75,"confusion":"[[3,6],[4,27]]","correct":30,"debug":"","metric":"matthews","score":0.22452606449532778,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.55,"confusion":"[[6,9],[9,16]]","correct":22,"debug":"","metric":"matthews","score":0.04,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.6052631578947368,"confusion":"[[21,2],[13,2]]","correct":23,"debug":"","metric":"matthews","score":0.07386538757544651,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.375,"confusion":"[[11,3],[17,1]]","correct":12,"debug":"","metric":"matthews","score":-0.23809523809523808,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.7222222222222222,"confusion":"[[3,4],[1,10]]","correct":13,"debug":"","metric":"matthews","score":0.3959441875175622,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.6,"confusion":"[[2,5],[3,10]]","correct":12,"debug":"","metric":"matthews","score":0.060522753266880246,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.65625,"confusion":"[[19,2],[9,2]]","correct":21,"debug":"","metric":"matthews","score":0.12434118282549846,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.6470588235294118,"confusion":"[[7,8],[4,15]]","correct":22,"debug":"","metric":"matthews","score":0.27185678057827384,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.5666666666666667,"confusion":"[[16,1],[12,1]]","correct":17,"debug":"","metric":"matthews","score":0.035955873264830976,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.7,"confusion":"[[20,3],[6,1]]","correct":21,"debug":"","metric":"matthews","score":0.015456116693379658,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.6866666666666666,"confusion":"[[88,6],[41,15]]","correct":103,"debug":"","metric":"matthews","score":0.28440801978829683,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.664179104477612,"confusion":"[[59,12],[33,30]]","correct":89,"debug":"","metric":"matthews","score":0.33049791557283875,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.756,"confusion":"[[90,23,0],[22,99,0],[10,6,0]]","correct":189,"debug":"","score":0.5203793899000256,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.92,"confusion":"[[233,17],[23,227]]","correct":460,"debug":"","score":0.92,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.30494505494505497,"confusion":"[[3897,1534],[753,3509]]","correct":7406,"debug":"","score":0.7542181622783449,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.6903333333333334,"confusion":"[[1125,365],[564,946]]","correct":2071,"debug":"","score":0.6903333333333334,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.4942857142857143,"confusion":"[[222,478],[230,470]]","correct":692,"debug":"","score":0.4942857142857143,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.8013698630136986,"confusion":"[[82,13],[16,35]]","correct":117,"debug":"","score":0.8013698630136986,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.763944530046225,"confusion":"[[1669,353],[413,810]]","correct":2479,"debug":"","score":0.763944530046225,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.9016,"confusion":"[[1]]","correct":1,"debug":"","score":0.9105957142857147,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.5533707865168539,"confusion":"[[175,3],[156,22]]","correct":197,"debug":"","metric":"winogender","score":0.9044943820224719,"total":356,"weight":1}},"uploaderUid":"MoBKq4x8olYosIAnGvgF3NrRrpl2"}