ALL_SCORE.json

{"Finetune_LMHE5_8_4_RTE": {"rte ACC": [66.065, 68.953, 68.953, 69.675, 74.368, 72.202, 72.202, 71.841, 72.924, 73.285, 73.646, 47.292, 47.292, 47.292, 73.285, 72.924, 74.007, 72.202, 73.646, 72.924, 73.285, 74.007, 73.285, 73.646, 74.007, 74.368, 73.646, 73.646, 72.563, 73.646, 74.368, 73.646, 74.729, 74.729, 74.368, 74.368, 74.368, 74.368, 74.007, 74.368]}, "Finetune_LMHE5_8_8_RTE": {"rte ACC": [63.538, 67.87, 70.036, 72.924, 71.119, 73.646, 75.09, 71.841, 76.173, 74.368, 73.646, 74.368, 72.563, 72.924, 73.285, 73.646, 72.924, 72.563, 72.924, 72.924]}, "Finetune_LMHL5_8_4_RTE": {"rte ACC": [71.48, 71.841, 71.119, 72.563, 74.007, 74.007, 72.924, 72.924, 73.285, 73.285, 47.292, 47.292, 73.646, 74.368, 72.563, 72.202, 72.924, 72.924, 74.007, 73.646, 73.285, 73.646, 71.48, 72.924, 72.563, 73.646, 73.285, 72.924, 71.119, 70.397, 71.841, 72.202, 71.48, 71.48, 71.841, 71.841, 72.202, 71.841, 71.841, 72.202]}, "Finetune_LMHL5_8_8_RTE": {"rte ACC": [69.675, 70.758, 68.953, 68.953, 67.87, 72.202, 72.563, 72.924, 72.563, 72.202, 73.646, 76.173, 74.729, 74.007, 74.368, 74.007, 74.007, 74.729, 75.09, 75.09]}, "MTDNN_FULL_16_ALL": {"mnli_matched ACC": [81.966, 83.678, 84.167, 84.249, 84.157], "mnli_mismatched ACC": [82.109, 84.032, 84.194, 84.317, 84.388], "rte ACC": [72.563, 74.729, 75.812, 76.534, 78.339], "qqp ACC": [87.947, 89.874, 90.398, 90.772, 90.816], "qqp F1": [82.717, 86.347, 87.169, 87.661, 87.707], "qnli ACC": [85.206, 86.881, 87.718, 87.927, 87.736], "mrpc ACC": [77.451, 78.431, 80.882, 81.127, 81.127], "mrpc F1": [84.718, 85.43, 86.735, 86.792, 86.275], "sst ACC": [92.087, 92.087, 93.119, 92.775, 91.972], "cola ACC": [73.058, 78.044, 79.866, 79.674, 81.592], "cola MCC": [28.953, 44.715, 49.912, 49.549, 54.674], "stsb Pearson": [86.008, 87.099, 86.742, 86.619, 86.522], "stsb Spearman": [86.837, 87.607, 86.899, 86.718, 86.647]}, "MTDNN_FULL_32_ALL": {"mnli_matched ACC": [82.374, 83.933, 84.177, 84.167, 84.503], "mnli_mismatched ACC": [82.893, 84.022, 84.378, 84.53, 84.581], "rte ACC": [71.841, 74.368, 76.173, 78.7, 78.339], "qqp ACC": [88.568, 89.77, 90.262, 90.655, 90.702], "qqp F1": [84.529, 86.451, 87.079, 87.456, 87.534], "qnli ACC": [85.293, 86.933, 86.863, 87.666, 87.805], "mrpc ACC": [76.961, 76.961, 79.657, 79.657, 79.657], "mrpc F1": [84.641, 84.74, 86.097, 85.908, 85.565], "sst ACC": [91.972, 92.431, 92.775, 93.234, 93.005], "cola ACC": [69.799, 77.852, 78.907, 80.153, 81.304], "cola MCC": [12.3, 44.14, 47.21, 50.759, 53.772], "stsb Pearson": [86.763, 87.478, 87.137, 86.996, 87.131], "stsb Spearman": [87.163, 87.658, 87.339, 87.257, 87.277]}, "MTDNN_FULL_8_ALL": {"mnli_matched ACC": [82.119, 83.698, 84.004, 83.8, 84.137], "mnli_mismatched ACC": [82.384, 83.666, 84.062, 84.103, 84.774], "rte ACC": [71.48, 77.978, 77.256, 78.7, 78.339], "qqp ACC": [88.546, 89.797, 90.408, 90.764, 90.811], "qqp F1": [84.138, 86.064, 86.973, 87.569, 87.648], "qnli ACC": [85.101, 86.811, 87.526, 87.927, 87.666], "mrpc ACC": [78.676, 81.127, 80.882, 81.127, 79.412], "mrpc F1": [85.572, 87.188, 86.411, 86.655, 84.892], "sst ACC": [92.431, 91.972, 92.661, 91.399, 91.514], "cola ACC": [76.702, 79.578, 79.386, 79.482, 79.962], "cola MCC": [40.644, 48.997, 48.48, 48.824, 49.924], "stsb Pearson": [85.041, 86.617, 86.365, 86.628, 86.689], "stsb Spearman": [85.877, 86.82, 86.568, 86.699, 86.588]}, "MTDNN_HE5_16_ALL": {"mnli_matched ACC": [34.019, 37.667, 39.256, 38.767, 37.382, 38.604, 37.168, 36.312, 36.026, 36.842, 36.363, 36.281, 36.74, 36.444, 36.882, 36.057, 36.679, 36.2, 36.536, 36.699], "mnli_mismatched ACC": [33.777, 38.537, 40.572, 39.605, 37.642, 38.141, 37.063, 35.527, 35.862, 37.083, 37.449, 36.147, 36.737, 36.686, 36.971, 35.629, 36.452, 35.985, 36.31, 37.012], "rte ACC": [47.292, 46.931, 48.736, 51.264, 53.791, 54.513, 55.235, 54.513, 52.347, 52.708, 51.625, 54.152, 51.986, 52.708, 53.791, 54.513, 52.708, 54.513, 55.596, 53.43], "qqp ACC": [60.19, 58.719, 56.302, 54.415, 52.607, 53.525, 52.093, 51.551, 53.084, 52.703, 55.778, 54.507, 53.23, 54.029, 54.855, 54.277, 55.157, 55.266, 55.298, 55.924], "qqp F1": [13.714, 26.268, 29.555, 33.9, 41.114, 43.776, 46.422, 46.568, 47.893, 47.473, 44.959, 44.45, 45.524, 46.711, 45.775, 46.615, 44.94, 46.115, 46.27, 47.012], "qnli ACC": [49.738, 46.598, 48.517, 48.011, 47.784, 46.127, 46.11, 46.895, 45.569, 46.354, 46.389, 46.738, 47.034, 46.615, 46.738, 46.11, 46.546, 46.581, 46.458, 46.371], "mrpc ACC": [50.0, 41.422, 47.059, 38.48, 37.01, 42.157, 39.461, 38.235, 40.931, 41.176, 40.196, 43.627, 40.931, 41.422, 41.422, 37.5, 41.912, 42.402, 41.667, 42.647], "mrpc F1": [52.113, 31.909, 50.0, 31.978, 28.809, 41.872, 33.062, 30.387, 38.363, 38.776, 37.755, 42.211, 36.074, 37.27, 35.23, 26.934, 38.12, 37.995, 37.368, 41.791], "sst ACC": [50.917, 51.376, 53.326, 50.573, 52.179, 50.688, 49.427, 51.491, 50.0, 50.459, 51.032, 49.771, 51.147, 49.771, 51.376, 50.803, 51.032, 50.0, 50.688, 50.688], "cola ACC": [69.128, 69.128, 69.128, 69.799, 66.539, 68.648, 66.635, 63.183, 61.937, 61.266, 58.965, 58.389, 59.636, 60.115, 57.239, 56.663, 59.732, 60.594, 60.403, 59.06], "cola MCC": [0.0, 0.0, 2.569, 14.858, 13.876, 17.336, 14.648, 15.215, 14.062, 10.794, 10.496, 9.219, 11.452, 11.838, 9.933, 9.453, 12.35, 10.251, 9.967, 8.004], "stsb Pearson": [2.701, 36.231, 39.975, 43.292, 54.652, 56.018, 60.486, 62.952, 66.023, 67.106, 66.805, 64.966, 66.333, 64.962, 64.06, 66.121, 65.627, 65.406, 66.235, 65.516], "stsb Spearman": [4.476, 35.073, 36.311, 40.63, 54.832, 55.303, 59.998, 62.325, 66.04, 67.133, 66.611, 64.719, 66.518, 64.813, 63.93, 66.065, 65.696, 65.397, 66.274, 65.526]}, "MTDNN_LMHE5_16_ALL": {"mnli_matched ACC": [62.761, 71.472, 73.357, 73.805, 73.754, 73.948, 73.561, 73.102, 73.816, 74.203, 74.407, 74.04, 73.714, 74.06, 74.427], "mnli_mismatched ACC": [64.188, 72.6, 74.044, 74.359, 74.186, 74.624, 73.769, 73.495, 74.044, 73.963, 74.776, 74.736, 73.81, 74.42, 74.542], "rte ACC": [53.791, 53.069, 62.094, 65.704, 67.509, 66.787, 66.426, 66.787, 64.982, 66.426, 66.426, 67.148, 65.704, 67.87, 67.148], "qqp ACC": [76.616, 78.16, 80.655, 80.868, 81.585, 81.167, 81.813, 81.89, 81.679, 81.6, 81.217, 81.655, 81.12, 81.405, 81.59], "qqp F1": [72.6, 75.065, 75.805, 76.092, 76.71, 76.197, 76.157, 75.207, 76.598, 76.132, 76.514, 75.977, 76.458, 76.701, 76.515], "qnli ACC": [65.021, 75.837, 77.181, 77.809, 77.704, 78.227, 77.896, 78.297, 77.913, 78.542, 78.925, 78.89, 78.873, 78.943], "mrpc ACC": [68.627, 72.059, 73.039, 75.98, 75.245, 73.529, 73.529, 73.529, 73.284, 73.529, 74.51, 72.304, 73.529, 74.02], "mrpc F1": [81.341, 82.515, 81.667, 83.045, 82.435, 81.695, 80.435, 80.0, 80.977, 81.185, 82.192, 79.929, 80.505, 81.338], "sst ACC": [84.748, 80.275, 84.862, 84.06, 83.486, 85.206, 84.404, 84.748, 85.206, 85.436, 85.894, 85.55, 84.862, 85.321], "cola ACC": [69.511, 69.223, 70.278, 71.62, 72.867, 72.963, 72.675, 73.058, 73.25, 74.017, 74.209, 74.209, 73.826, 73.921], "cola MCC": [8.398, 4.636, 15.979, 22.221, 28.965, 28.302, 29.789, 28.052, 29.908, 31.98, 32.135, 32.288, 30.877, 31.403], "stsb Pearson": [2.719, 43.082, 69.539, 71.189, 68.65, 68.254, 68.103, 66.798, 68.227, 69.027, 66.243, 69.626, 69.378, 69.599], "stsb Spearman": [5.679, 42.858, 70.385, 71.82, 69.318, 69.046, 69.135, 67.973, 68.913, 70.538, 66.694, 70.575, 70.738, 70.3]}, "MTDNN_LMHE5_8_ALL": {"mnli_matched ACC": [68.487, 72.766, 74.142, 73.418, 73.979, 74.57, 74.121, 74.356, 74.427, 74.325], "mnli_mismatched ACC": [69.711, 73.871, 74.919, 74.166, 74.583, 75.203, 74.898, 74.919, 75.031, 75.112], "rte ACC": [57.762, 64.621, 65.704, 66.426, 67.509, 66.787, 66.065, 67.509, 67.148, 67.87], "qqp ACC": [79.077, 79.765, 80.962, 81.519, 81.781, 82.038, 82.07, 82.046, 82.075, 81.905], "qqp F1": [73.353, 75.973, 76.484, 76.41, 76.074, 76.514, 75.636, 75.921, 76.022, 76.482], "qnli ACC": [72.662, 77.059, 78.768, 78.07, 77.861, 78.07, 78.21, 78.768, 78.611, 78.611], "mrpc ACC": [73.775, 72.549, 73.284, 72.549, 72.549, 72.549, 72.059, 72.059, 72.304, 72.304], "mrpc F1": [83.411, 82.555, 82.043, 81.081, 80.488, 80.69, 79.93, 80.412, 80.279, 80.684], "sst ACC": [80.275, 82.913, 85.665, 85.206, 84.174, 85.206, 85.665, 85.55, 85.321, 85.78], "cola ACC": [69.128, 69.128, 69.319, 71.333, 71.908, 72.196, 73.25, 73.634, 73.442, 74.305], "cola MCC": [0.0, 0.0, 5.894, 20.5, 23.122, 25.066, 28.973, 30.554, 29.73, 32.637], "stsb Pearson": [37.707, 67.52, 69.2, 68.687, 68.75, 67.233, 67.136, 67.99, 68.217, 68.283], "stsb Spearman": [38.323, 68.105, 70.256, 72.404, 71.23, 69.773, 69.21, 69.659, 70.234, 70.323]}, "MTDNN_LMHL5_8_ALL": {"mnli_matched ACC": [66.765, 71.849, 73.408, 73.082, 72.583, 72.939, 72.858, 72.756, 72.44, 72.787], "mnli_mismatched ACC": [67.433, 72.386, 73.871, 73.607, 73.22, 73.2, 73.474, 73.342, 73.047, 73.403], "rte ACC": [53.791, 57.401, 65.343, 64.982, 66.787, 65.343, 65.704, 65.704, 64.621, 65.343], "qqp ACC": [74.509, 78.14, 78.865, 80.198, 80.361, 81.036, 80.972, 81.365, 81.373, 81.281], "qqp F1": [72.756, 75.432, 75.68, 76.413, 76.256, 76.183, 76.346, 76.311, 76.342, 76.509], "qnli ACC": [70.848, 74.302, 76.605, 77.809, 77.756, 78.262, 78.507, 78.193, 78.35, 78.507], "mrpc ACC": [68.382, 71.324, 75.245, 74.755, 76.471, 78.431, 77.696, 78.431, 77.206, 77.451], "mrpc F1": [81.168, 82.667, 84.292, 84.08, 84.416, 85.668, 85.057, 85.135, 83.938, 84.459], "sst ACC": [82.11, 80.734, 83.142, 83.486, 83.716, 83.716, 84.748, 85.206, 82.569, 83.486], "cola ACC": [34.132, 34.899, 57.718, 66.731, 67.977, 68.456, 68.936, 68.744, 70.182, 69.607], "cola MCC": [5.349, 5.534, 18.917, 24.132, 24.33, 20.206, 23.009, 21.775, 23.01, 22.858], "stsb Pearson": [49.43, 72.493, 72.121, 66.823, 64.796, 64.298, 63.619, 63.606, 63.758, 64.154], "stsb Spearman": [49.175, 72.035, 72.481, 68.285, 67.65, 67.443, 66.512, 66.412, 66.954, 66.894]}, "MTDNN_MLMHE5_16_ALL": {"mnli_matched ACC": [61.834, 71.717, 73.439, 73.805, 74.08, 73.958, 73.214, 73.449, 73.5, 73.938, 73.948, 73.948, 73.907, 74.722, 74.142, 73.979, 73.602, 74.437, 74.631, 74.274], "mnli_mismatched ACC": [63.12, 73.118, 73.393, 74.929, 74.644, 74.441, 74.268, 74.349, 74.542, 74.481, 74.593, 74.878, 75.407, 75.488, 74.837, 75.081, 74.827, 75.366, 75.315, 75.081], "rte ACC": [47.292, 46.209, 66.787, 67.148, 66.787, 68.231, 67.87, 68.231, 71.119, 69.675, 70.397, 71.48, 71.119, 69.314, 69.314, 70.397, 71.48, 70.036, 70.036, 70.397], "qqp ACC": [70.725, 77.304, 79.943, 80.237, 79.421, 80.725, 80.631, 80.715, 80.611, 80.7, 80.522, 80.604, 80.44, 80.549, 80.524, 80.752, 80.801, 80.809, 80.883, 80.888], "qqp F1": [46.962, 66.579, 74.131, 75.013, 75.65, 75.518, 74.772, 74.186, 74.66, 75.073, 74.262, 74.088, 74.602, 75.286, 75.027, 75.547, 75.843, 75.775, 75.746, 75.391], "qnli ACC": [64.724, 72.261, 76.134, 77.111, 76.082, 77.39, 77.704, 78.28, 79.013, 78.35, 78.559, 78.402, 78.437, 78.542, 78.542, 78.489, 78.716, 78.786, 78.681, 78.821], "mrpc ACC": [59.804, 63.971, 75.245, 73.039, 72.059, 71.324, 72.059, 68.627, 71.324, 71.078, 71.569, 72.549, 73.039, 72.304, 72.794, 73.039, 73.039, 73.775, 72.794, 74.755], "mrpc F1": [64.035, 69.182, 82.616, 81.544, 81.672, 80.27, 80.743, 75.849, 80.0, 79.932, 80.0, 81.145, 81.356, 80.75, 81.154, 81.164, 81.419, 81.647, 81.218, 82.272], "sst ACC": [82.798, 84.633, 86.812, 87.729, 88.073, 86.927, 88.417, 87.729, 87.729, 86.124, 87.844, 87.729, 88.188, 87.729, 87.615, 88.303, 88.073, 88.073, 88.303, 88.073], "cola ACC": [69.128, 69.223, 70.278, 70.566, 72.004, 72.1, 72.483, 72.963, 73.826, 73.634, 73.73, 74.113, 74.497, 75.647, 74.305, 74.305, 74.113, 74.688, 74.593, 74.305], "cola MCC": [0.0, 7.858, 14.958, 16.665, 23.568, 24.108, 25.647, 27.514, 30.751, 30.069, 30.463, 31.811, 33.196, 36.984, 32.516, 32.567, 31.849, 33.867, 33.558, 32.539], "stsb Pearson": [-11.67, 46.13, 48.059, 59.219, 61.432, 61.758, 60.004, 62.53, 59.642, 59.234, 59.273, 59.717, 58.662, 54.862, 56.311, 56.481, 57.294, 57.085, 56.345, 56.769], "stsb Spearman": [-11.109, 46.974, 49.854, 62.013, 64.104, 65.505, 64.664, 67.052, 64.925, 64.575, 64.199, 64.801, 63.533, 60.164, 61.394, 61.608, 62.105, 61.457, 60.709, 61.245]}, "MTDNN_MLMHL5_16_ALL": {"mnli_matched ACC": [62.343, 73.082, 74.274, 73.255, 73.337, 74.05, 74.763, 74.152, 74.763, 74.366, 74.172, 74.661, 74.264, 74.875, 74.447, 74.936, 74.885, 74.875, 74.967, 74.926], "mnli_mismatched ACC": [64.3, 73.647, 75.203, 73.8, 74.329, 75.031, 75.61, 74.807, 75.407, 75.468, 74.736, 75.681, 75.681, 75.875, 75.865, 75.966, 76.037, 76.149, 76.18, 76.068], "rte ACC": [47.653, 47.292, 55.235, 64.982, 66.787, 65.704, 68.592, 69.675, 69.675, 69.314, 69.314, 71.119, 70.036, 70.397, 69.314, 71.48, 69.675, 69.314, 70.036, 69.675], "qqp ACC": [74.732, 81.642, 82.431, 82.582, 83.198, 83.45, 82.889, 83.579, 83.292, 83.401, 83.658, 83.465, 83.876, 83.831, 83.72, 83.829, 83.463, 83.757, 83.601, 83.831], "qqp F1": [73.174, 77.279, 78.264, 74.695, 77.395, 77.629, 78.481, 78.487, 78.541, 78.092, 77.902, 77.958, 78.154, 78.674, 78.64, 78.273, 78.844, 78.42, 78.808, 78.677], "qnli ACC": [64.742, 75.576, 77.774, 77.634, 73.883, 77.913, 78.07, 77.931, 78.001, 78.385, 78.105, 78.367, 78.489, 78.664, 78.733, 78.611, 78.576, 78.699, 78.699, 78.646], "mrpc ACC": [70.588, 73.284, 72.304, 71.569, 72.549, 71.814, 70.833, 72.304, 72.304, 71.078, 73.039, 72.549, 74.02, 74.265, 72.794, 73.529, 72.794, 74.755, 73.775, 73.775], "mrpc F1": [82.143, 83.153, 81.745, 79.061, 81.579, 80.801, 80.713, 81.804, 81.445, 80.135, 81.848, 81.759, 81.911, 82.112, 80.628, 81.443, 81.469, 82.572, 82.314, 82.196], "sst ACC": [83.142, 81.193, 85.665, 86.353, 83.716, 84.518, 84.748, 86.009, 87.041, 83.945, 84.289, 85.092, 84.06, 84.748, 85.436, 83.372, 85.206, 85.206, 84.289, 84.174], "cola ACC": [50.336, 63.087, 65.484, 66.922, 71.812, 72.1, 73.154, 72.579, 73.538, 74.209, 73.73, 75.264, 74.593, 74.784, 75.743, 75.072, 74.88, 74.88, 75.264, 74.976], "cola MCC": [7.204, 13.295, 23.848, 26.861, 30.262, 29.634, 34.323, 30.657, 39.199, 35.577, 32.23, 38.041, 36.73, 37.631, 40.859, 37.393, 36.815, 36.316, 37.351, 36.343], "stsb Pearson": [-7.777, 50.148, 68.995, 70.343, 68.294, 68.649, 66.254, 66.331, 64.216, 62.46, 61.746, 58.489, 62.745, 61.202, 61.556, 59.137, 60.397, 60.008, 58.496, 58.972], "stsb Spearman": [-7.619, 49.613, 70.208, 74.4, 71.101, 71.785, 70.688, 72.011, 69.805, 68.199, 67.258, 64.343, 68.132, 67.03, 66.866, 64.601, 65.912, 65.713, 64.609, 65.073]}, "MTDNN_R5A_16_ALL": {"mnli_matched ACC": [67.143, 76.122, 78.98, 80.204, 77.551, 79.592, 76.531, 78.163, 78.776, 79.796, 78.776, 79.184, 79.388, 78.571, 79.388, 79.184, 78.571, 79.388, 78.98, 78.776], "mnli_mismatched ACC": [66.395, 72.301, 75.56, 76.782, 75.967, 73.523, 74.134, 73.32, 75.153, 74.338, 74.542, 75.56, 74.338, 74.949, 73.523, 74.542, 73.32, 74.542, 74.134, 74.338], "rte ACC": [58.333, 33.333, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667, 41.667], "qqp ACC": [80.743, 83.663, 83.564, 83.416, 84.703, 84.158, 83.614, 83.762, 84.505, 86.04, 85.446, 85.495, 85.297, 85.05, 85.545, 85.396, 85.792, 85.693, 85.891, 85.941], "qqp F1": [77.475, 78.346, 76.62, 75.494, 79.192, 77.465, 76.739, 77.222, 79.23, 81.496, 80.53, 80.762, 80.651, 79.732, 81.186, 80.732, 81.52, 81.534, 81.506, 81.558], "qnli ACC": [64.336, 74.476, 77.972, 78.322, 78.322, 78.322, 76.573, 79.021, 76.573, 79.021, 79.021, 80.42, 80.07, 79.371, 79.371, 79.371, 80.42, 81.119, 81.469, 81.119], "mrpc ACC": [75.0, 80.0, 85.0, 80.0, 90.0, 80.0, 80.0, 85.0, 85.0, 85.0, 80.0, 85.0, 80.0, 80.0, 85.0, 85.0, 80.0, 85.0, 85.0, 80.0], "mrpc F1": [85.714, 88.235, 90.909, 85.714, 93.333, 85.714, 85.714, 89.655, 89.655, 89.655, 85.714, 89.655, 85.714, 85.714, 89.655, 89.655, 85.714, 89.655, 89.655, 85.714], "sst ACC": [76.744, 79.07, 83.721, 83.721, 83.721, 79.07, 83.721, 83.721, 83.721, 86.047, 81.395, 86.047, 83.721, 86.047, 81.395, 83.721, 83.721, 83.721, 83.721, 83.721], "cola ACC": [67.308, 67.308, 69.231, 76.923, 76.923, 73.077, 75.0, 73.077, 71.154, 71.154, 75.0, 73.077, 76.923, 73.077, 75.0, 73.077, 73.077, 73.077, 73.077, 73.077], "cola MCC": [0.0, 0.0, 20.092, 46.8, 44.58, 33.135, 38.808, 34.169, 28.406, 29.939, 38.989, 34.169, 44.58, 34.169, 38.808, 34.169, 34.169, 34.169, 34.169, 34.169], "stsb Pearson": [-9.142, 47.245, 62.952, 67.408, 68.615, 66.769, 69.667, 68.263, 68.282, 70.31, 66.876, 69.269, 67.898, 69.124, 69.356, 69.095, 67.42, 67.434, 68.111, 69.422], "stsb Spearman": [-7.525, 45.962, 62.39, 67.164, 69.708, 68.791, 71.469, 70.56, 70.017, 72.401, 71.275, 71.107, 70.203, 72.14, 71.58, 71.809, 70.107, 70.478, 71.04, 71.691]}, "MTDNN_R5B_16_ALL": {"mnli_matched ACC": [66.122, 67.959, 74.898, 76.122, 76.122, 75.714, 75.714, 75.306, 74.898, 75.918, 75.51, 75.918, 74.082, 76.735, 75.918, 75.714, 76.939, 76.122, 76.735, 76.939], "mnli_mismatched ACC": [71.487, 70.468, 79.022, 75.356, 75.764, 77.393, 76.782, 75.967, 76.782, 75.967, 77.8, 78.208, 79.226, 78.615, 77.189, 78.208, 79.022, 78.819, 78.208, 78.819], "rte ACC": [46.154, 23.077, 38.462, 61.538, 61.538, 61.538, 61.538, 53.846, 53.846, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154, 46.154], "qqp ACC": [79.861, 80.901, 82.632, 83.375, 83.127, 83.572, 84.216, 83.721, 84.216, 84.364, 84.612, 84.76, 84.513, 84.067, 84.908, 84.612, 84.612, 84.859, 84.958, 85.007], "qqp F1": [74.673, 72.74, 76.647, 77.51, 76.204, 78.1, 78.166, 77.604, 78.605, 78.989, 78.742, 79.104, 78.635, 78.675, 79.181, 79.113, 79.445, 80.0, 80.563, 80.363], "qnli ACC": [76.923, 78.322, 82.517, 80.42, 80.769, 79.72, 81.469, 79.72, 82.867, 80.769, 79.72, 80.42, 82.517, 81.119, 80.769, 81.469, 81.818, 82.517, 82.517, 82.168], "mrpc ACC": [75.0, 65.0, 65.0, 70.0, 50.0, 60.0, 55.0, 55.0, 60.0, 55.0, 55.0, 55.0, 60.0, 60.0, 65.0, 60.0, 55.0, 55.0, 55.0, 55.0], "mrpc F1": [82.759, 75.862, 63.158, 70.0, 50.0, 63.636, 52.632, 52.632, 55.556, 52.632, 57.143, 52.632, 60.0, 60.0, 66.667, 60.0, 57.143, 57.143, 57.143, 57.143], "sst ACC": [86.047, 88.372, 86.047, 83.721, 83.721, 86.047, 83.721, 88.372, 83.721, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372, 88.372], "cola ACC": [80.769, 80.769, 78.846, 76.923, 82.692, 78.846, 82.692, 82.692, 78.846, 82.692, 82.692, 86.538, 88.462, 84.615, 86.538, 84.615, 86.538, 86.538, 84.615, 84.615], "cola MCC": [0.0, 0.0, -6.833, -9.759, 29.782, 17.188, 28.697, 37.94, 29.269, 33.74, 37.94, 50.292, 58.742, 43.469, 52.236, 50.476, 52.236, 52.236, 43.469, 43.469], "stsb Pearson": [50.939, 69.936, 83.09, 80.322, 78.491, 83.661, 78.407, 79.326, 82.95, 82.052, 79.142, 80.115, 81.319, 83.507, 82.822, 82.433, 81.515, 81.742, 81.3, 80.619], "stsb Spearman": [48.089, 71.145, 82.449, 78.46, 72.724, 80.599, 75.565, 76.055, 80.659, 79.027, 74.985, 75.686, 78.607, 80.844, 80.395, 79.99, 78.718, 79.242, 79.174, 78.076]}, "MTDNN_R5C_16_ALL": {"mnli_matched ACC": [66.327, 72.857, 72.245, 71.633, 70.816, 72.653, 77.347, 73.061, 74.898, 75.51, 75.306, 75.306, 75.918, 76.531, 77.347, 76.531, 75.918, 76.327, 75.918, 76.327], "mnli_mismatched ACC": [68.228, 75.967, 75.356, 73.32, 73.523, 74.949, 74.542, 74.134, 73.523, 76.171, 78.411, 76.375, 76.171, 76.578, 76.986, 76.782, 77.393, 76.375, 77.597, 77.597], "rte ACC": [38.462, 76.923, 69.231, 76.923, 76.923, 69.231, 76.923, 69.231, 69.231, 69.231, 69.231, 69.231, 69.231, 76.923, 69.231, 69.231, 69.231, 69.231, 69.231, 69.231], "qqp ACC": [80.851, 82.237, 84.463, 84.364, 84.414, 85.205, 84.908, 84.513, 84.908, 85.453, 85.354, 85.205, 85.354, 85.453, 85.057, 85.453, 85.502, 85.997, 85.651, 85.898], "qqp F1": [71.772, 73.309, 77.41, 77.299, 77.801, 78.958, 78.656, 77.722, 78.23, 79.178, 79.096, 79.076, 79.387, 79.863, 79.172, 79.383, 79.945, 80.943, 79.749, 80.599], "qnli ACC": [71.678, 79.72, 80.07, 81.119, 81.119, 80.769, 81.469, 79.371, 80.769, 81.818, 83.217, 82.517, 82.517, 82.168, 81.818, 81.469, 81.818, 82.168, 82.517, 82.168], "mrpc ACC": [60.0, 80.0, 85.0, 80.0, 85.0, 80.0, 85.0, 85.0, 80.0, 80.0, 80.0, 80.0, 85.0, 80.0, 85.0, 85.0, 85.0, 85.0, 85.0, 85.0], "mrpc F1": [71.429, 83.333, 86.957, 81.818, 84.211, 80.0, 85.714, 85.714, 80.0, 80.0, 81.818, 81.818, 86.957, 83.333, 86.957, 85.714, 86.957, 86.957, 86.957, 86.957], "sst ACC": [93.023, 83.721, 90.698, 88.372, 86.047, 86.047, 88.372, 88.372, 86.047, 83.721, 86.047, 86.047, 83.721, 86.047, 83.721, 83.721, 83.721, 83.721, 83.721, 83.721], "cola ACC": [76.923, 76.923, 76.923, 76.923, 73.077, 76.923, 73.077, 75.0, 76.923, 76.923, 75.0, 75.0, 78.846, 73.077, 76.923, 78.846, 76.923, 76.923, 76.923, 76.923], "cola MCC": [0.0, 0.0, 0.0, 0.0, 8.792, 23.078, 8.792, 18.516, 12.78, 12.78, 6.023, 6.023, 25.565, 1.318, 12.78, 25.565, 12.78, 12.78, 12.78, 12.78], "stsb Pearson": [38.032, 72.145, 78.471, 75.838, 69.987, 72.362, 67.471, 70.714, 75.268, 73.066, 76.195, 76.253, 76.765, 77.88, 77.984, 77.026, 77.641, 78.353, 78.399, 78.089], "stsb Spearman": [38.167, 71.104, 79.589, 78.617, 71.543, 73.495, 69.9, 72.093, 76.583, 72.014, 76.578, 77.966, 78.005, 78.449, 79.125, 77.858, 78.293, 78.729, 78.721, 78.365]}, "STDNN_COLA": {"cola ACC": [75.935, 78.14, 79.674, 80.345, 79.482, 78.332, 80.92, 81.304, 80.441, 82.454, 82.071, 82.167, 80.729, 81.687, 81.687, 80.729, 81.4, 81.4, 82.167, 82.071], "cola MCC": [37.947, 44.723, 49.162, 51.179, 48.671, 45.296, 52.614, 53.645, 51.299, 57.423, 55.987, 56.191, 52.059, 54.782, 54.703, 52.097, 53.913, 53.903, 55.982, 55.724]}, "STDNN_MNLI": {"mnli_matched ACC": [84.534, 84.33, 84.493, 84.442, 84.187, 84.126, 84.605, 84.564, 84.269, 84.534, 84.269, 84.615, 32.736, 32.736, 32.736], "mnli_mismatched ACC": [84.408, 83.991, 84.194, 84.306, 84.357, 84.154, 84.398, 84.52, 84.449, 84.601, 84.296, 84.5, 32.954, 32.954, 32.954]}, "STDNN_MRPC": {"mrpc ACC": [68.382, 74.02, 81.618, 84.804, 84.314, 84.069, 80.882, 83.333, 83.578, 85.049, 83.333, 83.824, 83.088, 85.294, 83.824, 83.824, 84.804, 83.824, 84.559, 84.559], "mrpc F1": [81.223, 79.924, 86.339, 88.809, 88.811, 88.246, 86.78, 88.396, 88.428, 89.317, 88.112, 88.339, 88.042, 89.761, 88.66, 89.037, 89.161, 88.737, 89.157, 89.157]}, "STDNN_QNLI": {"qnli ACC": [79.187, 80.775, 86.357, 86.689, 87.055, 87.23, 87.91, 87.962, 87.317, 87.439, 87.631, 86.95, 87.927, 88.015, 88.119, 87.98, 88.381, 88.329, 88.154, 88.084]}, "STDNN_QQP": {"qqp ACC": [85.469, 87.984, 89.035, 89.54, 89.975, 90.247, 90.319, 90.213, 90.742], "qqp F1": [82.082, 83.619, 85.556, 86.377, 86.805, 87.249, 87.412, 87.225, 87.625]}, "STDNN_RTE": {"rte ACC": [52.708, 56.679, 58.845, 62.094, 61.733, 64.621, 63.899, 68.231, 70.397, 67.148, 69.314, 68.953, 68.231, 66.787, 66.065, 67.148, 68.953, 67.87, 68.231, 67.87]}, "STDNN_SST": {"sst ACC": [89.794, 90.711, 91.743, 92.317, 91.972, 91.972, 91.972, 91.858, 91.972, 92.087, 92.202, 92.202, 91.858, 92.317, 92.546, 92.546, 92.202, 92.087, 92.661, 92.661]}, "STDNN_STSB": {"stsb Pearson": [84.225, 86.327, 87.43, 87.963, 88.129, 88.488, 88.316, 88.323, 88.342, 88.528, 88.401, 88.391, 88.446, 88.528, 88.399, 88.582, 88.666, 88.667, 88.68, 88.645], "stsb Spearman": [84.849, 86.538, 87.3, 87.832, 88.03, 88.385, 87.998, 88.032, 87.981, 88.23, 88.129, 87.905, 88.03, 88.103, 87.984, 88.155, 88.221, 88.249, 88.249, 88.225]}, "Finetune_FULL_16_8_MNLI": {"mnli_matched ACC": [], "mnli_mismatched ACC": []}, "Finetune_FULL_16_8_QNLI": {"qnli ACC": [87.823, 87.195, 87.439, 87.299, 88.015, 88.311, 88.695, 88.015, 88.259, 88.032]}, "Finetune_FULL_16_8_RTE": {"rte ACC": [79.783, 79.061, 79.783, 77.978, 80.866, 82.671, 80.144, 80.144, 79.783, 79.783, 79.783, 80.866, 80.505, 79.783, 80.866, 80.866, 82.31, 80.505, 81.588, 80.866, 81.588, 82.31, 80.505, 81.227, 81.588, 80.144, 80.866, 80.505, 80.505, 80.144]}, "Finetune_FULL_32_8_RTE": {"rte ACC": [79.783, 80.144, 80.505, 79.422, 79.783, 80.505, 81.227, 80.866, 79.061, 79.783, 81.227, 80.505, 81.588, 80.866, 80.144, 81.949, 78.339, 81.227, 80.144, 80.144, 79.783, 81.227, 81.949, 80.505, 80.144, 81.949, 81.227, 82.31, 81.588, 81.949]}, "Finetune_FULL_8_8_RTE": {"rte ACC": [80.144, 79.783, 81.588, 80.505, 80.144, 82.31, 81.588, 81.949, 80.505, 83.394, 80.866, 81.588, 82.31, 81.227, 83.394, 82.671, 83.394, 82.31, 83.394, 82.671, 83.755, 82.671, 82.671, 82.31, 82.31, 82.31, 82.671, 81.949, 81.949, 81.949]}, "Finetune_LMHE5_8_8_MNLI": {"mnli_matched ACC": [], "mnli_mismatched ACC": []}, "Finetune_LMHE5_8_8_QNLI": {"qnli ACC": [50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0]}, "Finetune_LMHL5_8_8_MNLI": {"mnli_matched ACC": [], "mnli_mismatched ACC": []}, "Finetune_R5_16_32_QNLI": {"qnli ACC": [85.764, 87.23, 87.456]}}