{"createdOn":1560623419437,"editable":{"adminApproved":true,"fineTunedParameters":2000000000,"modelDescription":"Pretrained BERT-Large plus labeling functions, transformation functions, and slicing functions over training data. Open source coming soon: https://github.com/HazyResearch/snorkel\n[Submitted to v1.9, not fully compatible with the v2 benchmark.]","name":"Snorkel [SuperGLUE v1.9]","parameterDescription":"Additional 1024-dim linear layers for each slice.","public":true,"taskSpecificParameters":335000000,"url":"https://hazyresearch.github.io/snorkel/blog/superglue.html","woFineTuningParameters":335000000},"macroScore":0.7450161948012916,"message":"","microScore":0.7844419240776569,"successful":true,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.7355072463768116,"confusion":"[[454,190],[102,358]]","correct":812,"debug":"","metric":"matthews","score":0.4764835321025465,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.7255434782608695,"confusion":"[[148,66],[35,119]]","correct":267,"debug":"","metric":"matthews","score":0.4581097568109813,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.7288732394366197,"confusion":"[[142,23],[54,65]]","correct":207,"debug":"","metric":"matthews","score":0.4340634637104361,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.680327868852459,"confusion":"[[159,78],[39,90]]","correct":249,"debug":"","metric":"matthews","score":0.35333818524920735,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.7358490566037735,"confusion":"[[184,25],[87,128]]","correct":312,"debug":"","metric":"matthews","score":0.49524947449072787,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.6928571428571428,"confusion":"[[58,33],[10,39]]","correct":97,"debug":"","metric":"matthews","score":0.41349254254555623,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":0.8846153846153846,"confusion":"[[11,1],[2,12]]","correct":23,"debug":"","metric":"matthews","score":0.7715167498104596,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.6470588235294118,"confusion":"[[31,20],[4,13]]","correct":44,"debug":"","metric":"matthews","score":0.32277655457716287,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.6428571428571429,"confusion":"[[3,5],[5,15]]","correct":18,"debug":"","metric":"matthews","score":0.125,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8461538461538461,"confusion":"[[21,3],[1,1]]","correct":22,"debug":"","metric":"matthews","score":0.27695585470349865,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.6944444444444444,"confusion":"[[11,7],[4,14]]","correct":25,"debug":"","metric":"matthews","score":0.3944053188733077,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.8846153846153846,"confusion":"[[10,4],[2,36]]","correct":46,"debug":"","metric":"matthews","score":0.6965723455474339,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.7115384615384616,"confusion":"[[15,10],[5,22]]","correct":37,"debug":"","metric":"matthews","score":0.4260064336151292,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.8529411764705882,"confusion":"[[26,8],[2,32]]","correct":58,"debug":"","metric":"matthews","score":0.7171371656006361,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.7352941176470589,"confusion":"[[15,1],[8,10]]","correct":25,"debug":"","metric":"matthews","score":0.5260558322946913,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.7413793103448276,"confusion":"[[20,4],[11,23]]","correct":43,"debug":"","metric":"matthews","score":0.5033679061597705,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.6764705882352942,"confusion":"[[15,0],[11,8]]","correct":23,"debug":"","metric":"matthews","score":0.4928640580901442,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.7857142857142857,"confusion":"[[17,1],[5,5]]","correct":22,"debug":"","metric":"matthews","score":0.518999296107682,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":0.85,"confusion":"[[14,0],[3,3]]","correct":17,"debug":"","metric":"matthews","score":0.641688947919748,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.625,"confusion":"[[10,10],[2,10]]","correct":20,"debug":"","metric":"matthews","score":0.3333333333333333,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.725,"confusion":"[[13,1],[10,16]]","correct":29,"debug":"","metric":"matthews","score":0.5248390246530005,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.6304347826086957,"confusion":"[[13,6],[11,16]]","correct":29,"debug":"","metric":"matthews","score":0.27284292741384053,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5384615384615384,"confusion":"[[3,6],[6,11]]","correct":14,"debug":"","metric":"matthews","score":-0.0196078431372549,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.7317073170731707,"confusion":"[[57,17],[5,3]]","correct":60,"debug":"","metric":"matthews","score":0.10037527665668396,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.8928571428571429,"confusion":"[[19,3],[0,6]]","correct":25,"debug":"","metric":"matthews","score":0.7587869106393281,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.675,"confusion":"[[2,7],[6,25]]","correct":27,"debug":"","metric":"matthews","score":0.02993421700446248,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.85,"confusion":"[[15,0],[6,19]]","correct":34,"debug":"","metric":"matthews","score":0.7367883976130072,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.47368421052631576,"confusion":"[[10,13],[7,8]]","correct":18,"debug":"","metric":"matthews","score":-0.03134361106013412,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.6875,"confusion":"[[9,5],[5,13]]","correct":22,"debug":"","metric":"matthews","score":0.36507936507936506,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.8333333333333334,"confusion":"[[4,3],[0,11]]","correct":15,"debug":"","metric":"matthews","score":0.6700593942604899,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.65,"confusion":"[[5,2],[5,8]]","correct":13,"debug":"","metric":"matthews","score":0.3144854510165755,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.5625,"confusion":"[[9,12],[2,9]]","correct":18,"debug":"","metric":"matthews","score":0.24675324675324675,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.9117647058823529,"confusion":"[[14,1],[2,17]]","correct":31,"debug":"","metric":"matthews","score":0.8237460196403346,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.23333333333333334,"confusion":"[[4,13],[10,3]]","correct":7,"debug":"","metric":"matthews","score":-0.5303491306562569,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.6333333333333333,"confusion":"[[13,10],[1,6]]","correct":19,"debug":"","metric":"matthews","score":0.35807332209046444,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.78,"confusion":"[[85,9],[24,32]]","correct":117,"debug":"","metric":"matthews","score":0.5162632450580079,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.6716417910447762,"confusion":"[[57,14],[30,33]]","correct":90,"debug":"","metric":"matthews","score":0.3416191529966813,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.932,"confusion":"[[110,2,1],[8,111,2],[3,1,12]]","correct":233,"debug":"","score":0.8863484465406222,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.762,"confusion":"[[192,58],[61,189]]","correct":381,"debug":"","score":0.762,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.3626373626373626,"confusion":"[[3293,969],[1061,4370]]","correct":7663,"debug":"","score":0.7643918291550603,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.7886666666666666,"confusion":"[[1047,443],[191,1319]]","correct":2366,"debug":"","score":0.7886666666666666,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7207142857142858,"confusion":"[[532,168],[223,477]]","correct":1009,"debug":"","score":0.7207142857142858,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.726027397260274,"confusion":"[[68,27],[13,38]]","correct":106,"debug":"","score":0.726027397260274,"total":146,"type":"primary","weight":1}},"uploaderUid":"nTs15UMMMQTO93q1ZsZicvQ2BmJ2"}