{"createdOn":1603144736204,"editable":{"adminApproved":true,"fineTunedParameters":-1,"modelDescription":"Model corresponding to the paper \"Optimal subarchitecture extraction from BERT,\" extracted using a novel NAS algorithm and fine-tuned using Agora.","name":"Bort (Alexa AI)","parameterDescription":"56000000","public":true,"taskSpecificParameters":-1,"url":"https://github.com/alexa/bort","woFineTuningParameters":-1},"macroScore":0.7410962791242958,"message":"","microScore":0.8386619139018371,"successful":true,"superglueVersion":2,"tasks":{"-LAZ9ZzWiIirwsEP5hDT":{"accuracy":0.6702898550724637,"confusion":"[[339,179,126],[27,401,32],[0,0,0]]","correct":740,"debug":"","metric":"matthews","score":0.48029157790913246,"total":1104,"weight":1},"-LAZ9tWlTCYmoIoF64E1":{"accuracy":0.7364130434782609,"confusion":"[[133,33,48],[10,138,6],[0,0,0]]","correct":271,"debug":"","metric":"matthews","score":0.5791858868624172,"total":368,"weight":1},"-LAZACWbqdc6VlzQ7hLE":{"accuracy":0.6936619718309859,"confusion":"[[89,47,29],[5,108,6],[0,0,0]]","correct":197,"debug":"","metric":"matthews","score":0.5142815031827469,"total":284,"weight":1},"-LAZAMYPcMKmrAW5RRZT":{"accuracy":0.5792349726775956,"confusion":"[[105,73,59],[6,107,16],[0,0,0]]","correct":212,"debug":"","metric":"matthews","score":0.3925110692587867,"total":366,"weight":1},"-LAZA_rfTPaz1bbSc5Qg":{"accuracy":0.7004716981132075,"confusion":"[[185,9,15],[70,112,33],[0,0,0]]","correct":297,"debug":"","metric":"matthews","score":0.4972370918714524,"total":424,"weight":1},"-LAZBNjy5VgNGKysfC9M":{"accuracy":0.7571428571428571,"confusion":"[[65,9,17],[4,41,4],[0,0,0]]","correct":106,"debug":"","metric":"matthews","score":0.5932552188987,"total":140,"weight":1},"-LAZBdyfSOiEUtSDfbFB":{"accuracy":1,"confusion":"[[12,0],[0,14]]","correct":26,"debug":"","metric":"matthews","score":1,"total":26,"weight":1},"-LAZC4BffVjJB6DgOM7Q":{"accuracy":0.4852941176470588,"confusion":"[[18,15,18],[2,15,0],[0,0,0]]","correct":33,"debug":"","metric":"matthews","score":0.31304951684997057,"total":68,"weight":1},"-LAZCdCAJpy1YImehVF0":{"accuracy":0.9642857142857143,"confusion":"[[7,0,1],[0,20,0],[0,0,0]]","correct":27,"debug":"","metric":"matthews","score":0.9176414704357433,"total":28,"weight":1},"-LAZCzxGI9t8tfhtaWEu":{"accuracy":0.8846153846153846,"confusion":"[[22,2],[1,1]]","correct":23,"debug":"","metric":"matthews","score":0.34752402342845795,"total":26,"weight":1},"-LAZD5i0lq73pVf9ipHq":{"accuracy":0.7777777777777778,"confusion":"[[18,0,0],[4,10,4],[0,0,0]]","correct":28,"debug":"","metric":"matthews","score":0.6432675209026769,"total":36,"weight":1},"-LAZDBXnBJ6DnA7wESi7":{"accuracy":0.6538461538461539,"confusion":"[[8,4,2],[4,26,8],[0,0,0]]","correct":34,"debug":"","metric":"matthews","score":0.35704644929735846,"total":52,"weight":1},"-LA_CQ-fUsRua-TSNqdG":{"accuracy":0.8653846153846154,"confusion":"[[19,4,2],[0,26,1],[0,0,0]]","correct":45,"debug":"","metric":"matthews","score":0.7582475220639713,"total":52,"weight":1},"-LA_CczxaMQtFTpAWNbq":{"accuracy":0.5882352941176471,"confusion":"[[10,17,7],[1,30,3],[0,0,0]]","correct":40,"debug":"","metric":"matthews","score":0.3321156732515426,"total":68,"weight":1},"-LA_CrVf0Au5wJIiIn1H":{"accuracy":0.6764705882352942,"confusion":"[[12,4,0],[5,11,2],[0,0,0]]","correct":23,"debug":"","metric":"matthews","score":0.39590379123244795,"total":34,"weight":1},"-LA_DJn3ybTegPAxxPZI":{"accuracy":0.6724137931034483,"confusion":"[[19,3,2],[12,20,2],[0,0,0]]","correct":39,"debug":"","metric":"matthews","score":0.422663633593245,"total":58,"weight":1},"-LA_DQKA8oZixNwBJr_u":{"accuracy":0.7941176470588235,"confusion":"[[13,1,1],[2,14,3],[0,0,0]]","correct":27,"debug":"","metric":"matthews","score":0.6505762275995182,"total":34,"weight":1},"-LA_DYVlJUlpPL6jlNpA":{"accuracy":0.8571428571428571,"confusion":"[[18,0,0],[2,6,2],[0,0,0]]","correct":24,"debug":"","metric":"matthews","score":0.7160940564439972,"total":28,"weight":1},"-LA_DoYSn_faeTwz70o5":{"accuracy":1,"confusion":"[[16,0],[0,4]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_E6CJgUjXF3_yc_lF":{"accuracy":1,"confusion":"[[14,0],[0,6]]","correct":20,"debug":"","metric":"matthews","score":1,"total":20,"weight":1},"-LA_EI67_zhl9M7Dmial":{"accuracy":0.4375,"confusion":"[[7,10,3],[2,7,3],[0,0,0]]","correct":14,"debug":"","metric":"matthews","score":0.11750737313046179,"total":32,"weight":1},"-LA_EgUbKQ7k6EWG_shs":{"accuracy":0.75,"confusion":"[[14,0],[10,16]]","correct":30,"debug":"","metric":"matthews","score":0.599144689515278,"total":40,"weight":1},"-LA_F1bFeL-DACCpbq5l":{"accuracy":0.43478260869565216,"confusion":"[[14,0,5],[11,6,10],[0,0,0]]","correct":20,"debug":"","metric":"matthews","score":0.2519185798765522,"total":46,"weight":1},"-LA_FHhQLETdSL-pBRaZ":{"accuracy":0.5769230769230769,"confusion":"[[0,3,6],[0,15,2],[0,0,0]]","correct":15,"debug":"","metric":"matthews","score":0.2829582292090551,"total":26,"weight":1},"-LA_FXADMk1DKnRj0xSW":{"accuracy":0.7439024390243902,"confusion":"[[56,7,11],[0,5,3],[0,0,0]]","correct":61,"debug":"","metric":"matthews","score":0.38857164853062215,"total":82,"weight":1},"-LA_FfsdiCD_FWcEyeAl":{"accuracy":0.8571428571428571,"confusion":"[[20,2,0],[0,4,2],[0,0,0]]","correct":24,"debug":"","metric":"matthews","score":0.6503915446723262,"total":28,"weight":1},"-LA_FnTzNYlyAX3k8vYv":{"accuracy":0.525,"confusion":"[[9,0,0],[12,12,7],[0,0,0]]","correct":21,"debug":"","metric":"matthews","score":0.3800130759437085,"total":40,"weight":1},"-LA_FvYdJNd25QrabAZE":{"accuracy":0.625,"confusion":"[[15,0,0],[11,10,4],[0,0,0]]","correct":25,"debug":"","metric":"matthews","score":0.4624514959848372,"total":40,"weight":1},"-LA_G0rlouPkEAR8_YR6":{"accuracy":0.42105263157894735,"confusion":"[[8,8,7],[2,8,5],[0,0,0]]","correct":16,"debug":"","metric":"matthews","score":0.17098914625084605,"total":38,"weight":1},"-LA_GC9KWCIQ-99B4Anm":{"accuracy":0.65625,"confusion":"[[6,1,7],[0,15,3],[0,0,0]]","correct":21,"debug":"","metric":"matthews","score":0.5315540694532028,"total":32,"weight":1},"-LA_GgE2NwYzOmFkSuZc":{"accuracy":0.6666666666666666,"confusion":"[[6,0,1],[3,6,2],[0,0,0]]","correct":12,"debug":"","metric":"matthews","score":0.4982258962394359,"total":18,"weight":1},"-LA_GpRiuP0jpYxEgGDC":{"accuracy":0.5,"confusion":"[[6,0,1],[6,4,3],[0,0,0]]","correct":10,"debug":"","metric":"matthews","score":0.31697154070013095,"total":20,"weight":1},"-LA_HOyU84AUOS3BU0HT":{"accuracy":0.75,"confusion":"[[14,7],[1,10]]","correct":24,"debug":"","metric":"matthews","score":0.5479936938801236,"total":32,"weight":1},"-LA_Hb1jIPn4j_Ey13qx":{"accuracy":0.4117647058823529,"confusion":"[[12,0,3],[10,2,7],[0,0,0]]","correct":14,"debug":"","metric":"matthews","score":0.18980697151157502,"total":34,"weight":1},"-LA_HmZ6y5-ZQ9ma7cus":{"accuracy":0.26666666666666666,"confusion":"[[1,4,12],[1,7,5],[0,0,0]]","correct":8,"debug":"","metric":"matthews","score":0.13592873654160803,"total":30,"weight":1},"-LA_HxTXaccXG8NRhDHl":{"accuracy":0.3,"confusion":"[[2,14,7],[0,7,0],[0,0,0]]","correct":9,"debug":"","metric":"matthews","score":0.21296085048215074,"total":30,"weight":1},"-LA_IkNlZHquFmsNu5b1":{"accuracy":0.6533333333333333,"confusion":"[[49,25,20],[2,49,5],[0,0,0]]","correct":98,"debug":"","metric":"matthews","score":0.47807082993346206,"total":150,"weight":1},"-LA_J0g3bMxYQS2RZPDm":{"accuracy":0.7388059701492538,"confusion":"[[40,22,9],[3,59,1],[0,0,0]]","correct":99,"debug":"","metric":"matthews","score":0.5558818351502842,"total":134,"weight":1},"-LduyTBI8BQUzH0Wzb4t":{"accuracy":0.864,"confusion":"[[99,11,3],[10,102,9],[0,1,15]]","correct":216,"debug":"","score":0.8192171389598406,"total":250,"type":"primary","weight":1},"-LduyfY8wjo17C1pqHRZ":{"accuracy":0.896,"confusion":"[[228,22],[30,220]]","correct":448,"debug":"","score":0.896,"total":500,"type":"primary","weight":1},"-Ldv4Zw9Svk95iH4o1IB":{"accuracy":0.5412087912087912,"confusion":"[[5061,370],[925,3337]]","correct":8398,"debug":"","score":0.8374952942652779,"total":9693,"type":"primary","weight":1},"-Ldv8cWhLhrY3J4CDLkv":{"accuracy":0.8123333333333334,"confusion":"[[1067,423],[140,1370]]","correct":2437,"debug":"","score":0.8123333333333334,"total":3000,"type":"primary","weight":1},"-LdvAV7itSvgc23NWT4E":{"accuracy":0.7014285714285714,"confusion":"[[326,374],[44,656]]","correct":982,"debug":"","score":0.7014285714285714,"total":1400,"type":"primary","weight":1},"-LdvJk1vikBm7MfPJvqy":{"accuracy":0.6575342465753424,"confusion":"[[74,21],[29,22]]","correct":96,"debug":"","score":0.6575342465753424,"total":146,"type":"primary","weight":1},"-LjN1naIe8EtuwOedQ8r":{"accuracy":0.8366718027734977,"confusion":"[[1783,239],[291,932]]","correct":2715,"debug":"","score":0.8366718027734977,"total":3245,"type":"primary","weight":1},"-LjN2ddmAmSbZCzUety4":{"accuracy":0.4898,"confusion":"[[1]]","correct":1,"debug":"","score":0.49788333333333357,"total":1,"type":"primary","weight":1},"-LjN33ZUCsBHEbNzicO4":{"accuracy":0.6151685393258427,"confusion":"[[129,49],[88,90]]","correct":219,"debug":"","metric":"winogender","score":0.9606741573033708,"total":356,"weight":1}},"uploaderUid":"qoBFSZDyQKZoW6CXGhmYuqv87T43"}