model,bpp,fnorm Llama-2-7b-hf,6.03,838.784423828125 Llama-2-7b-hf,6.05,831.711669921875 Llama-2-7b-hf,6.07,824.296142578125 Llama-2-7b-hf,6.09,816.929443359375 Llama-2-7b-hf,6.11,809.855224609375 Llama-2-7b-hf,6.13,802.642333984375 Llama-2-7b-hf,6.15,795.53515625 Llama-2-7b-hf,6.17,788.251708984375 Llama-2-7b-hf,6.19,781.0153808593748 Llama-2-7b-hf,6.21,773.908447265625 Llama-2-7b-hf,6.23,766.845458984375 Llama-2-7b-hf,6.25,759.7265625 Llama-2-7b-hf,6.27,752.3249511718737 Llama-2-7b-hf,6.29,745.183349609375 Llama-2-7b-hf,6.31,738.269775390625 Llama-2-7b-hf,6.33,731.17431640625 Llama-2-7b-hf,6.35,724.0532226562499 Llama-2-7b-hf,6.37,716.830810546875 Llama-2-7b-hf,6.39,709.690185546875 Llama-2-7b-hf,6.41,702.897705078125 Llama-2-7b-hf,6.43,695.8203125 Llama-2-7b-hf,6.45,688.8173828125 Llama-2-7b-hf,6.47,681.587158203125 Llama-2-7b-hf,6.49,674.791748046875 Llama-2-7b-hf,6.51,668.034912109375 Llama-2-7b-hf,6.53,660.943359375 Llama-2-7b-hf,6.55,654.18359375 Llama-2-7b-hf,6.57,647.081787109375 Llama-2-7b-hf,6.59,640.416259765625 Llama-2-7b-hf,6.61,633.7275390624992 Llama-2-7b-hf,6.63,626.73046875 Llama-2-7b-hf,6.65,619.860595703125 Llama-2-7b-hf,6.68,609.66552734375 Llama-2-7b-hf,6.69,606.435791015625 Llama-2-7b-hf,4.61,1603.86083984375 Llama-2-7b-hf,4.59,1619.7236328125 Llama-2-7b-hf,4.57,1635.89453125 Llama-2-7b-hf,4.55,1652.240234375 Llama-2-7b-hf,4.53,1668.70703125 Llama-2-7b-hf,4.51,1685.4072265624993 Llama-2-7b-hf,4.49,1702.3530273437495 Llama-2-7b-hf,4.47,1719.3588867187489 Llama-2-7b-hf,4.45,1736.56201171875 Llama-2-7b-hf,4.43,1754.02099609375 Llama-2-7b-hf,4.41,1772.16796875 Llama-2-7b-hf,4.35,1830.1640625 Llama-2-7b-hf,4.33,1851.517578125 Llama-2-7b-hf,4.31,1875.5625 Llama-2-7b-hf,4.29,1904.355468750003 Llama-2-7b-hf,4.27,1934.5625 Llama-2-7b-hf,4.25,1965.41015625 Llama-2-7b-hf,4.23,1996.77734375 Llama-2-7b-hf,4.21,2029.41796875 Llama-2-7b-hf,4.19,2062.7109375 Llama-2-7b-hf,4.17,2095.968749999994 Llama-2-7b-hf,4.15,2129.56640625 Llama-2-7b-hf,4.13,2163.5703125 Llama-2-7b-hf,4.11,2197.890625 Llama-2-7b-hf,4.09,2232.75 Llama-2-7b-hf,4.07,2267.7265625 Llama-2-7b-hf,4.05,2302.796875 Llama-2-7b-hf,4.03,2337.94921875 Llama-2-7b-hf,3.57,3203.51171875 Llama-2-7b-hf,3.55,3248.2265625 Llama-2-7b-hf,3.53,3294.2851562499995 Llama-2-7b-hf,3.51,3342.7109375 Llama-2-7b-hf,3.49,3393.7734375 Llama-2-7b-hf,3.47,3447.28125 Llama-2-7b-hf,3.45,3505.0234374999995 Llama-2-7b-hf,3.31,3968.9921875 Llama-2-7b-hf,3.29,4041.953125 Llama-2-7b-hf,3.27,4117.640625 Llama-2-7b-hf,3.25,4195.6015625 Llama-2-7b-hf,3.23,4275.1328125 Llama-2-7b-hf,3.21,4355.90625 Llama-2-7b-hf,3.19,4438.53125 Llama-2-7b-hf,3.17,4523.125 Llama-2-7b-hf,3.15,4608.875 Llama-2-7b-hf,3.13,4694.765625 Llama-2-7b-hf,3.11,4781.3671875 Llama-2-7b-hf,3.09,4868.1328125 Llama-2-7b-hf,3.07,4955.0390625 Llama-2-7b-hf,2.57,7303.0078125 Llama-2-7b-hf,2.55,7413.21875 Llama-2-7b-hf,2.53,7528.203125 Llama-2-7b-hf,2.51,7646.7890625 Llama-2-7b-hf,2.49,7771.499999999997 Llama-2-7b-hf,2.47,7905.828125 Llama-2-7b-hf,2.45,8049.1875 Llama-2-7b-hf,2.31,9188.125 Llama-2-7b-hf,2.29,9371.25 Llama-2-7b-hf,2.27,9558.1875 Llama-2-7b-hf,2.25,9748.953125 Llama-2-7b-hf,2.23,9945.187500000004 Llama-2-7b-hf,2.21,10147.375 Llama-2-7b-hf,2.19,10355.234375 Llama-2-7b-hf,2.17,10572.328125 Llama-2-7b-hf,2.15,10812.4375 Llama-2-7b-hf,2.13,11270.34375 Llama-2-7b-hf,7.76,251.087646484375 Llama-2-7b-hf,7.74,257.293945312499 Llama-2-7b-hf,7.72,263.813720703125 Llama-2-7b-hf,7.7,270.344482421875 Llama-2-7b-hf,7.68,276.498779296875 Llama-2-7b-hf,7.66,283.00537109375 Llama-2-7b-hf,7.63,292.562744140625 Llama-2-7b-hf,7.62,295.987060546875 Llama-2-7b-hf,7.6,302.439697265625 Llama-2-7b-hf,7.57,312.16455078125 Llama-2-7b-hf,7.56,315.31787109375 Llama-2-7b-hf,6.92,528.4211425781249 Llama-2-7b-hf,6.89,538.769287109375 Llama-2-7b-hf,6.87,545.294677734351 Llama-2-7b-hf,6.86,548.6728515625 Llama-2-7b-hf,6.83,558.8427734375 Llama-2-7b-hf,6.81,565.611328125 Llama-2-7b-hf,6.78,575.66259765625 Llama-2-7b-hf,6.77,579.0002441406249 Llama-2-7b-hf,6.75,585.787841796875 Llama-2-7b-hf,6.72,595.982666015625 Llama-2-7b-hf,6.71,599.532958984375 Llama-2-7b-hf,6.06,827.916748046875 Llama-2-7b-hf,6.04,835.026123046875 Llama-2-7b-hf,6.02,842.471923828125 Llama-2-7b-hf,6.0,849.712646484375 Llama-2-7b-hf,5.98,857.002685546875 Llama-2-7b-hf,5.96,864.175537109375 Llama-2-7b-hf,5.94,871.536376953125 Llama-2-7b-hf,5.92,879.0961914062499 Llama-2-7b-hf,5.9,886.254150390625 Llama-2-7b-hf,5.88,893.505126953125 Llama-2-7b-hf,5.86,900.815673828125 Llama-2-7b-hf,5.2,1195.629150390625 Llama-2-7b-hf,5.18,1207.449462890625 Llama-2-7b-hf,5.16,1219.383544921875 Llama-2-7b-hf,5.14,1231.219482421875 Llama-2-7b-hf,5.12,1243.230712890625 Llama-2-7b-hf,5.1,1255.396484375 Llama-2-7b-hf,5.08,1268.06494140625 Llama-2-7b-hf,5.06,1281.279296875 Llama-2-7b-hf,5.04,1294.5166015625 Llama-2-7b-hf,5.02,1307.99169921875 Llama-2-7b-hf,5.0,1321.55810546875 Llama-2-7b-hf,6.98,508.22509765625 Llama-2-7b-hf,6.96,514.869140625 Llama-2-7b-hf,6.95,518.188720703125 Llama-2-7b-hf,5.86,900.815673828125 Llama-2-7b-hf,5.84,908.199951171875 Llama-2-7b-hf,5.82,915.9775390625 Llama-2-7b-hf,5.8,923.143798828125 Llama-2-7b-hf,5.78,930.557861328125 Llama-2-7b-hf,5.76,937.992919921875 Llama-2-7b-hf,5.74,945.519287109375 Llama-2-7b-hf,5.72,953.24072265625 Llama-2-7b-hf,5.7,960.698486328125 Llama-2-7b-hf,5.68,968.7365722656247 Llama-2-7b-hf,5.66,976.876708984375 Llama-2-7b-hf,5.64,985.0083007812494 Llama-2-7b-hf,5.62,993.301025390625 Llama-2-7b-hf,5.6,1001.665283203125 Llama-2-7b-hf,5.58,1009.989990234375 Llama-2-7b-hf,5.56,1018.55224609375 Llama-2-7b-hf,5.54,1027.2021484374995 Llama-2-7b-hf,5.52,1036.116455078125 Llama-2-7b-hf,5.5,1044.982177734375 Llama-2-7b-hf,5.48,1053.781494140625 Llama-2-7b-hf,5.46,1062.72021484375 Llama-2-7b-hf,5.44,1071.599609375 Llama-2-7b-hf,5.42,1080.779296875 Llama-2-7b-hf,5.4,1090.197021484375 Llama-2-7b-hf,5.38,1099.875244140625 Llama-2-7b-hf,5.36,1109.985595703125 Llama-2-7b-hf,5.34,1120.298583984375 Llama-2-7b-hf,5.32,1130.5263671875 Llama-2-7b-hf,5.3,1140.756591796875 Llama-2-7b-hf,5.28,1151.064208984375 Llama-2-7b-hf,5.26,1161.691162109375 Llama-2-7b-hf,5.24,1172.62109375 Llama-2-7b-hf,5.22,1183.9870605468748 Llama-2-7b-hf,4.99,1328.59130859375 Llama-2-7b-hf,4.97,1342.0234375 Llama-2-7b-hf,4.95,1355.37158203125 Llama-2-7b-hf,4.93,1368.9375 Llama-2-7b-hf,4.91,1382.62353515625 Llama-2-7b-hf,4.89,1396.6748046875 Llama-2-7b-hf,4.87,1410.7031249999975 Llama-2-7b-hf,4.85,1424.7607421875 Llama-2-7b-hf,4.83,1439.29248046875 Llama-2-7b-hf,4.81,1453.50732421875 Llama-2-7b-hf,4.79,1467.7060546874993 Llama-2-7b-hf,4.77,1482.27978515625 Llama-2-7b-hf,4.75,1497.00732421875 Llama-2-7b-hf,4.73,1511.8349609374995 Llama-2-7b-hf,4.71,1526.80078125 Llama-2-7b-hf,4.69,1542.18701171875 Llama-2-7b-hf,4.67,1557.3095703124998 Llama-2-7b-hf,4.65,1573.0063476562498 Llama-2-7b-hf,4.63,1588.3891601562489 Llama-2-7b-hf,4.39,1790.568359375 Llama-2-7b-hf,4.37,1810.2109375 Llama-2-7b-hf,4.03,2337.94921875 Llama-2-7b-hf,4.01,2373.23046875 Llama-2-7b-hf,3.99,2408.65234375 Llama-2-7b-hf,3.97,2444.13671875 Llama-2-7b-hf,3.95,2479.7421875 Llama-2-7b-hf,3.93,2515.46484375 Llama-2-7b-hf,3.91,2551.3164062499986 Llama-2-7b-hf,3.89,2587.3359375 Llama-2-7b-hf,3.87,2623.4023437500005 Llama-2-7b-hf,3.85,2659.8671875 Llama-2-7b-hf,3.83,2696.2734375 Llama-2-7b-hf,3.81,2732.6015625000005 Llama-2-7b-hf,3.79,2769.38671875 Llama-2-7b-hf,3.77,2806.23828125 Llama-2-7b-hf,3.75,2843.3125 Llama-2-7b-hf,3.73,2880.6796875 Llama-2-7b-hf,3.71,2918.4296875 Llama-2-7b-hf,3.69,2956.29296875 Llama-2-7b-hf,3.67,2994.328125 Llama-2-7b-hf,3.65,3033.96484375 Llama-2-7b-hf,3.63,3074.9179687499986 Llama-2-7b-hf,3.61,3117.11328125 Llama-2-7b-hf,3.59,3159.86328125 Llama-2-7b-hf,3.43,3566.27734375 Llama-2-7b-hf,3.41,3629.8046875 Llama-2-7b-hf,3.39,3695.3085937499995 Llama-2-7b-hf,3.37,3761.51171875 Llama-2-7b-hf,3.35,3829.1171875 Llama-2-7b-hf,3.33,3898.15625 Llama-2-7b-hf,3.31,3968.9921875 Llama-2-7b-hf,7.56,315.31787109375 Llama-2-7b-hf,7.54,321.73095703125 Llama-2-7b-hf,7.53,325.030517578125 Llama-2-7b-hf,7.5,334.907470703125 Llama-2-7b-hf,7.48,341.49194335937483 Llama-2-7b-hf,7.47,345.117919921875 Llama-2-7b-hf,7.44,354.7900390625 Llama-2-7b-hf,7.42,361.681884765625 Llama-2-7b-hf,7.41,364.66748046875 Llama-2-7b-hf,7.38,374.607177734375 Llama-2-7b-hf,7.36,381.2763671875 Llama-2-7b-hf,7.34,387.969970703125 Llama-2-7b-hf,7.32,394.739501953125 Llama-2-7b-hf,7.3,401.23999023437494 Llama-2-7b-hf,7.29,404.62817382812494 Llama-2-7b-hf,7.26,414.5478515625 Llama-2-7b-hf,7.24,421.30078124999875 Llama-2-7b-hf,7.22,427.98950195312364 Llama-2-7b-hf,7.2,434.415283203125 Llama-2-7b-hf,7.19,438.00585937499784 Llama-2-7b-hf,7.16,447.78955078125 Llama-2-7b-hf,7.14,454.660888671875 Llama-2-7b-hf,7.13,457.936767578125 Llama-2-7b-hf,7.1,467.858642578125 Llama-2-7b-hf,7.08,474.71923828125006 Llama-2-7b-hf,7.06,481.31445312499983 Llama-2-7b-hf,7.04,488.2727050781245 Llama-2-7b-hf,7.02,494.763916015625 Llama-2-7b-hf,7.01,498.13330078124994 Llama-2-7b-hf,8.13,135.5302734375 Llama-2-7b-hf,8.25,118.8553466796875 Llama-2-7b-hf,8.51,102.3388671875 Llama-2-7b-hf,3.42,3597.824218749997 Llama-2-13b-hf,6.03,1279.916748046875 Llama-2-13b-hf,6.05,1268.915771484375 Llama-2-13b-hf,6.07,1257.934326171875 Llama-2-13b-hf,6.09,1246.963134765625 Llama-2-13b-hf,6.11,1235.911376953125 Llama-2-13b-hf,6.13,1224.982666015625 Llama-2-13b-hf,6.15,1214.098388671875 Llama-2-13b-hf,6.17,1203.218505859375 Llama-2-13b-hf,6.19,1192.2629394531248 Llama-2-13b-hf,6.21,1181.449462890625 Llama-2-13b-hf,6.23,1170.653076171875 Llama-2-13b-hf,6.25,1159.773193359375 Llama-2-13b-hf,6.27,1149.017822265625 Llama-2-13b-hf,6.29,1138.307373046875 Llama-2-13b-hf,6.31,1127.623779296875 Llama-2-13b-hf,6.33,1116.832763671875 Llama-2-13b-hf,6.35,1106.175048828125 Llama-2-13b-hf,6.37,1095.524658203125 Llama-2-13b-hf,6.39,1084.781494140625 Llama-2-13b-hf,6.41,1074.163330078125 Llama-2-13b-hf,6.43,1063.554931640625 Llama-2-13b-hf,6.45,1052.9572753905938 Llama-2-13b-hf,6.47,1042.260009765625 Llama-2-13b-hf,6.49,1031.725341796875 Llama-2-13b-hf,6.51,1021.267822265625 Llama-2-13b-hf,6.53,1010.825439453125 Llama-2-13b-hf,6.55,1000.2282714843748 Llama-2-13b-hf,6.57,990.038818359375 Llama-2-13b-hf,6.59,979.6398925781249 Llama-2-13b-hf,6.61,969.114990234375 Llama-2-13b-hf,6.63,958.93017578125 Llama-2-13b-hf,6.65,948.4951171875 Llama-2-13b-hf,6.68,932.251220703125 Llama-2-13b-hf,6.69,927.587890625 Llama-2-13b-hf,4.61,2442.352050781251 Llama-2-13b-hf,4.59,2465.978515625 Llama-2-13b-hf,4.57,2489.8603515625 Llama-2-13b-hf,4.55,2513.854980468747 Llama-2-13b-hf,4.53,2538.4375 Llama-2-13b-hf,4.51,2563.4189453124463 Llama-2-13b-hf,4.49,2589.044921875 Llama-2-13b-hf,4.47,2614.82421875 Llama-2-13b-hf,4.45,2641.07861328125 Llama-2-13b-hf,4.43,2667.33447265625 Llama-2-13b-hf,4.41,2693.74072265625 Llama-2-13b-hf,4.35,2780.255859375 Llama-2-13b-hf,4.33,2812.115234375 Llama-2-13b-hf,4.31,2851.1328125 Llama-2-13b-hf,4.29,2895.085937499999 Llama-2-13b-hf,4.27,2941.24609375 Llama-2-13b-hf,4.25,2988.2578125 Llama-2-13b-hf,4.23,3036.0625 Llama-2-13b-hf,4.21,3086.36328125 Llama-2-13b-hf,4.19,3137.80078125 Llama-2-13b-hf,4.17,3189.38671875 Llama-2-13b-hf,4.15,3241.51953125 Llama-2-13b-hf,4.13,3294.55078125 Llama-2-13b-hf,4.11,3347.65625 Llama-2-13b-hf,4.09,3401.0625 Llama-2-13b-hf,4.07,3454.51953125 Llama-2-13b-hf,4.05,3508.17578125 Llama-2-13b-hf,4.03,3561.92578125 Llama-2-13b-hf,3.57,4879.199218749996 Llama-2-13b-hf,3.55,4951.074218749992 Llama-2-13b-hf,3.53,5025.84375 Llama-2-13b-hf,3.51,5104.0234375 Llama-2-13b-hf,3.49,5186.08203125 Llama-2-13b-hf,3.47,5272.8828125 Llama-2-13b-hf,3.45,5364.078125 Llama-2-13b-hf,3.31,6058.90625 Llama-2-13b-hf,3.29,6165.90625 Llama-2-13b-hf,3.27,6276.8984375 Llama-2-13b-hf,3.25,6390.796875 Llama-2-13b-hf,3.23,6507.34375 Llama-2-13b-hf,3.21,6626.507812500001 Llama-2-13b-hf,3.19,6748.984375 Llama-2-13b-hf,3.17,6875.664062500001 Llama-2-13b-hf,3.15,7007.90625 Llama-2-13b-hf,3.13,7141.21875 Llama-2-13b-hf,3.11,7274.7421875 Llama-2-13b-hf,3.09,7408.59375 Llama-2-13b-hf,3.07,7543.953125 Llama-2-13b-hf,2.57,11129.8203125 Llama-2-13b-hf,2.55,11300.6328125 Llama-2-13b-hf,2.53,11484.7109375 Llama-2-13b-hf,2.51,11675.968749999969 Llama-2-13b-hf,2.49,11879.6875 Llama-2-13b-hf,2.47,12094.640625 Llama-2-13b-hf,2.45,12320.703125 Llama-2-13b-hf,2.31,14027.90625 Llama-2-13b-hf,2.29,14301.09375 Llama-2-13b-hf,2.27,14575.796875 Llama-2-13b-hf,2.25,14858.15625 Llama-2-13b-hf,2.23,15146.203125 Llama-2-13b-hf,2.21,15443.609374999995 Llama-2-13b-hf,2.19,15750.5 Llama-2-13b-hf,2.17,16085.03125 Llama-2-13b-hf,2.15,16470.953125 Llama-2-13b-hf,2.13,17014.546875 Llama-2-13b-hf,7.76,382.99853515625 Llama-2-13b-hf,7.74,392.8837890625 Llama-2-13b-hf,7.72,402.81298828124994 Llama-2-13b-hf,7.7,412.77294921875 Llama-2-13b-hf,7.68,422.87109374999926 Llama-2-13b-hf,7.66,432.86083984375 Llama-2-13b-hf,7.63,447.542724609375 Llama-2-13b-hf,7.62,452.745361328125 Llama-2-13b-hf,7.6,462.916259765625 Llama-2-13b-hf,7.57,477.88061523437494 Llama-2-13b-hf,7.56,482.993408203125 Llama-2-13b-hf,6.92,809.0358886718747 Llama-2-13b-hf,6.89,824.25146484375 Llama-2-13b-hf,6.87,834.50634765625 Llama-2-13b-hf,6.86,839.489013671875 Llama-2-13b-hf,6.83,855.0478515624953 Llama-2-13b-hf,6.81,865.4438476562497 Llama-2-13b-hf,6.78,880.5148925781249 Llama-2-13b-hf,6.77,886.0561523437491 Llama-2-13b-hf,6.75,896.4990234374999 Llama-2-13b-hf,6.72,911.419189453125 Llama-2-13b-hf,6.71,917.21435546875 Llama-2-13b-hf,6.06,1263.376708984375 Llama-2-13b-hf,6.04,1274.349853515625 Llama-2-13b-hf,6.02,1285.3435058593739 Llama-2-13b-hf,6.0,1296.347900390625 Llama-2-13b-hf,5.98,1307.474853515625 Llama-2-13b-hf,5.96,1318.493408203125 Llama-2-13b-hf,5.94,1329.518798828125 Llama-2-13b-hf,5.92,1340.569580078125 Llama-2-13b-hf,5.9,1351.737060546875 Llama-2-13b-hf,5.88,1362.794677734375 Llama-2-13b-hf,5.86,1373.854736328125 Llama-2-13b-hf,5.2,1837.4409179687425 Llama-2-13b-hf,5.18,1854.9482421875 Llama-2-13b-hf,5.16,1873.0791015625 Llama-2-13b-hf,5.14,1891.88232421875 Llama-2-13b-hf,5.12,1909.3818359375 Llama-2-13b-hf,5.1,1928.27392578125 Llama-2-13b-hf,5.08,1947.31396484375 Llama-2-13b-hf,5.06,1965.4619140625 Llama-2-13b-hf,5.04,1985.21630859375 Llama-2-13b-hf,5.02,2004.9853515625 Llama-2-13b-hf,5.0,2024.20849609375 Llama-2-13b-hf,6.98,778.1828613281248 Llama-2-13b-hf,6.96,788.5349121093695 Llama-2-13b-hf,6.95,793.4125976562499 Llama-2-13b-hf,5.86,1373.854736328125 Llama-2-13b-hf,5.84,1385.032958984375 Llama-2-13b-hf,5.82,1396.125732421875 Llama-2-13b-hf,5.8,1407.233154296875 Llama-2-13b-hf,5.78,1418.350341796875 Llama-2-13b-hf,5.76,1429.592041015625 Llama-2-13b-hf,5.74,1440.726806640625 Llama-2-13b-hf,5.72,1451.8625488281248 Llama-2-13b-hf,5.7,1463.36474609375 Llama-2-13b-hf,5.68,1474.96044921875 Llama-2-13b-hf,5.66,1486.99853515625 Llama-2-13b-hf,5.64,1500.0703125 Llama-2-13b-hf,5.62,1513.740966796875 Llama-2-13b-hf,5.6,1526.01171875 Llama-2-13b-hf,5.58,1539.840576171875 Llama-2-13b-hf,5.56,1554.140869140625 Llama-2-13b-hf,5.54,1566.872314453125 Llama-2-13b-hf,5.52,1581.287109375 Llama-2-13b-hf,5.5,1595.90087890625 Llama-2-13b-hf,5.48,1609.138916015625 Llama-2-13b-hf,5.46,1624.310546875 Llama-2-13b-hf,5.44,1639.7070312499986 Llama-2-13b-hf,5.42,1653.89892578125 Llama-2-13b-hf,5.4,1669.5595703125 Llama-2-13b-hf,5.38,1685.4999999999998 Llama-2-13b-hf,5.36,1700.21923828125 Llama-2-13b-hf,5.34,1717.15771484375 Llama-2-13b-hf,5.32,1734.31494140625 Llama-2-13b-hf,5.3,1750.0390625 Llama-2-13b-hf,5.28,1767.5673828125 Llama-2-13b-hf,5.26,1785.0009765625 Llama-2-13b-hf,5.24,1801.8154296875 Llama-2-13b-hf,5.22,1819.49267578125 Llama-2-13b-hf,4.99,2034.5966796874993 Llama-2-13b-hf,4.97,2054.451171875 Llama-2-13b-hf,4.95,2074.65087890625 Llama-2-13b-hf,4.93,2095.20654296875 Llama-2-13b-hf,4.91,2114.82568359375 Llama-2-13b-hf,4.89,2135.15380859375 Llama-2-13b-hf,4.87,2155.8935546875 Llama-2-13b-hf,4.85,2176.05126953125 Llama-2-13b-hf,4.83,2196.7470703125 Llama-2-13b-hf,4.81,2218.07080078125 Llama-2-13b-hf,4.79,2239.1533203125 Llama-2-13b-hf,4.77,2260.494140625 Llama-2-13b-hf,4.75,2282.5234375 Llama-2-13b-hf,4.73,2304.4013671875 Llama-2-13b-hf,4.71,2326.72705078125 Llama-2-13b-hf,4.69,2349.2783203125 Llama-2-13b-hf,4.67,2372.29443359375 Llama-2-13b-hf,4.65,2395.51953125 Llama-2-13b-hf,4.63,2419.0322265625 Llama-2-13b-hf,4.39,2721.609375 Llama-2-13b-hf,4.37,2750.4609375 Llama-2-13b-hf,4.03,3561.92578125 Llama-2-13b-hf,4.01,3615.83984375 Llama-2-13b-hf,3.99,3669.84765625 Llama-2-13b-hf,3.97,3723.95703125 Llama-2-13b-hf,3.95,3778.066406250003 Llama-2-13b-hf,3.93,3832.3828124999964 Llama-2-13b-hf,3.91,3887.0 Llama-2-13b-hf,3.89,3941.91015625 Llama-2-13b-hf,3.87,3997.27734375 Llama-2-13b-hf,3.85,4052.328125 Llama-2-13b-hf,3.83,4107.83984375 Llama-2-13b-hf,3.81,4163.48046875 Llama-2-13b-hf,3.79,4219.46875 Llama-2-13b-hf,3.77,4275.78125 Llama-2-13b-hf,3.75,4332.359375 Llama-2-13b-hf,3.73,4389.09765625 Llama-2-13b-hf,3.71,4446.2578125 Llama-2-13b-hf,3.69,4503.6953125 Llama-2-13b-hf,3.67,4561.59375 Llama-2-13b-hf,3.65,4621.30078125 Llama-2-13b-hf,3.63,4683.46484375 Llama-2-13b-hf,3.61,4746.81640625 Llama-2-13b-hf,3.59,4811.12109375 Llama-2-13b-hf,3.43,5457.7109375 Llama-2-13b-hf,3.41,5553.828124999998 Llama-2-13b-hf,3.39,5652.6640625 Llama-2-13b-hf,3.37,5752.015624999998 Llama-2-13b-hf,3.35,5853.0 Llama-2-13b-hf,3.33,5955.421875 Llama-2-13b-hf,3.31,6058.90625 Llama-2-13b-hf,7.56,482.993408203125 Llama-2-13b-hf,7.54,493.195068359375 Llama-2-13b-hf,7.53,498.064697265625 Llama-2-13b-hf,7.5,513.328369140625 Llama-2-13b-hf,7.48,523.4094238281112 Llama-2-13b-hf,7.47,528.472900390624 Llama-2-13b-hf,7.44,543.7194824218734 Llama-2-13b-hf,7.42,553.821533203125 Llama-2-13b-hf,7.41,558.9133300781245 Llama-2-13b-hf,7.38,574.1647949218734 Llama-2-13b-hf,7.36,584.2863769531235 Llama-2-13b-hf,7.34,594.414306640625 Llama-2-13b-hf,7.32,604.6599121093749 Llama-2-13b-hf,7.3,614.802001953125 Llama-2-13b-hf,7.29,619.954345700779 Llama-2-13b-hf,7.26,635.0920410156157 Llama-2-13b-hf,7.24,645.3591308593744 Llama-2-13b-hf,7.22,655.520263671875 Llama-2-13b-hf,7.2,665.6872558593749 Llama-2-13b-hf,7.19,670.899658203125 Llama-2-13b-hf,7.16,686.150634765625 Llama-2-13b-hf,7.14,696.3278808593739 Llama-2-13b-hf,7.13,701.5627441406248 Llama-2-13b-hf,7.1,716.8132324218747 Llama-2-13b-hf,7.08,727.0061035156247 Llama-2-13b-hf,7.06,737.206787109375 Llama-2-13b-hf,7.04,747.4089355468669 Llama-2-13b-hf,7.02,757.723876953125 Llama-2-13b-hf,7.01,762.6362304687499 Llama-2-13b-hf,8.13,205.84228515625 Llama-2-13b-hf,8.25,180.7034912109375 Llama-2-13b-hf,8.51,155.4593505859375 Llama-2-13b-hf,3.42,5505.3671875 Meta-Llama-3-8B,6.03,479.063800536096 Meta-Llama-3-8B,6.05,474.7188732251525 Meta-Llama-3-8B,6.07,469.6684525385499 Meta-Llama-3-8B,6.09,465.20174216479063 Meta-Llama-3-8B,6.11,460.9567973166704 Meta-Llama-3-8B,6.13,456.0595540776849 Meta-Llama-3-8B,6.15,452.30477499216795 Meta-Llama-3-8B,6.17,447.94680202007294 Meta-Llama-3-8B,6.19,443.74318373948336 Meta-Llama-3-8B,6.21,440.1719937250018 Meta-Llama-3-8B,6.23,435.69103863835335 Meta-Llama-3-8B,6.25,431.6386154219508 Meta-Llama-3-8B,6.27,428.12208737432957 Meta-Llama-3-8B,6.29,423.5369520187378 Meta-Llama-3-8B,6.31,419.72417586296797 Meta-Llama-3-8B,6.33,416.3790025189519 Meta-Llama-3-8B,6.35,411.7160275503993 Meta-Llama-3-8B,6.37,408.1254133209586 Meta-Llama-3-8B,6.39,404.632171921432 Meta-Llama-3-8B,6.41,400.1256283521652 Meta-Llama-3-8B,6.43,396.7425712868571 Meta-Llama-3-8B,6.45,393.09233837574715 Meta-Llama-3-8B,6.47,388.76846528053284 Meta-Llama-3-8B,6.49,385.56878634542227 Meta-Llama-3-8B,6.51,381.74204710871106 Meta-Llama-3-8B,6.53,377.50226582586765 Meta-Llama-3-8B,6.55,374.2963061481714 Meta-Llama-3-8B,6.57,370.43765415251255 Meta-Llama-3-8B,6.59,366.27405371516943 Meta-Llama-3-8B,6.61,363.1408586576581 Meta-Llama-3-8B,6.63,359.1787442192435 Meta-Llama-3-8B,6.65,355.1590067669749 Meta-Llama-3-8B,6.68,349.6163353547454 Meta-Llama-3-8B,6.69,347.9990261122584 Meta-Llama-3-8B,4.61,937.5240780115128 Meta-Llama-3-8B,4.59,948.9557907283306 Meta-Llama-3-8B,4.57,960.4384168982506 Meta-Llama-3-8B,4.55,972.0688925981522 Meta-Llama-3-8B,4.53,983.8863715231419 Meta-Llama-3-8B,4.51,995.6956397294998 Meta-Llama-3-8B,4.49,1007.7235715165734 Meta-Llama-3-8B,4.47,1020.2396145537496 Meta-Llama-3-8B,4.45,1033.327544748783 Meta-Llama-3-8B,4.43,1047.1914319694042 Meta-Llama-3-8B,4.41,1061.7433872520924 Meta-Llama-3-8B,4.35,1110.9971790015697 Meta-Llama-3-8B,4.33,1128.5964517742352 Meta-Llama-3-8B,4.31,1146.556156232953 Meta-Llama-3-8B,4.29,1164.7192716896534 Meta-Llama-3-8B,4.27,1183.0438049584627 Meta-Llama-3-8B,4.25,1201.4129432439804 Meta-Llama-3-8B,4.23,1219.9304828941822 Meta-Llama-3-8B,4.21,1238.6868756115437 Meta-Llama-3-8B,4.19,1257.4106782376766 Meta-Llama-3-8B,4.17,1276.1794531047472 Meta-Llama-3-8B,4.15,1294.9655523598194 Meta-Llama-3-8B,4.13,1313.9042610824113 Meta-Llama-3-8B,4.11,1332.8118527233587 Meta-Llama-3-8B,4.09,1351.8332161605358 Meta-Llama-3-8B,4.07,1370.9047859311104 Meta-Llama-3-8B,4.05,1390.0721120536327 Meta-Llama-3-8B,4.03,1409.321459978817 Meta-Llama-3-8B,3.57,1939.7807726562023 Meta-Llama-3-8B,3.55,1970.5894536674023 Meta-Llama-3-8B,3.53,2002.0869117379189 Meta-Llama-3-8B,3.51,2034.3604672551155 Meta-Llama-3-8B,3.49,2067.294087350368 Meta-Llama-3-8B,3.47,2101.491830050945 Meta-Llama-3-8B,3.45,2136.772650241852 Meta-Llama-3-8B,3.31,2401.3693803548813 Meta-Llama-3-8B,3.29,2448.1830677986145 Meta-Llama-3-8B,3.27,2496.0862184762955 Meta-Llama-3-8B,3.25,2544.0679193735123 Meta-Llama-3-8B,3.23,2592.3214852809906 Meta-Llama-3-8B,3.21,2640.872616648674 Meta-Llama-3-8B,3.19,2689.5483639240265 Meta-Llama-3-8B,3.17,2738.333905696869 Meta-Llama-3-8B,3.15,2787.1298744678497 Meta-Llama-3-8B,3.13,2836.2198699712753 Meta-Llama-3-8B,3.11,2885.462444067002 Meta-Llama-3-8B,3.09,2934.557151556015 Meta-Llama-3-8B,3.07,2983.885234951973 Meta-Llama-3-8B,2.57,4390.338371038437 Meta-Llama-3-8B,2.55,4457.8441870212555 Meta-Llama-3-8B,2.53,4526.724802017211 Meta-Llama-3-8B,2.51,4597.787244319916 Meta-Llama-3-8B,2.49,4671.062751770019 Meta-Llama-3-8B,2.47,4748.255965709686 Meta-Llama-3-8B,2.45,4828.767791032791 Meta-Llama-3-8B,2.31,5473.0696613788605 Meta-Llama-3-8B,2.29,5605.496746301651 Meta-Llama-3-8B,2.27,5744.459395647049 Meta-Llama-3-8B,2.25,5888.10712480545 Meta-Llama-3-8B,2.23,6037.433930397034 Meta-Llama-3-8B,2.21,6192.139576673508 Meta-Llama-3-8B,2.19,6360.508598804474 Meta-Llama-3-8B,2.17,6545.092210292816 Meta-Llama-3-8B,2.15,6840.989704608916 Meta-Llama-3-8B,2.13,7307.454051494598 Meta-Llama-3-8B,7.76,153.84019862115383 Meta-Llama-3-8B,7.74,157.37246345728636 Meta-Llama-3-8B,7.72,160.4850528165697 Meta-Llama-3-8B,7.7,164.64587448537347 Meta-Llama-3-8B,7.68,168.03844735771406 Meta-Llama-3-8B,7.66,171.2666513696313 Meta-Llama-3-8B,7.63,176.66692472994328 Meta-Llama-3-8B,7.62,178.72831229120493 Meta-Llama-3-8B,7.6,182.06906793266535 Meta-Llama-3-8B,7.57,187.48913795500994 Meta-Llama-3-8B,7.56,189.4546073898673 Meta-Llama-3-8B,6.92,305.62627502530813 Meta-Llama-3-8B,6.89,311.0952131822705 Meta-Llama-3-8B,6.87,314.6461326256367 Meta-Llama-3-8B,6.86,316.5697965249419 Meta-Llama-3-8B,6.83,322.04628596454853 Meta-Llama-3-8B,6.81,325.71085637807846 Meta-Llama-3-8B,6.78,331.2455765008926 Meta-Llama-3-8B,6.77,333.0291908606887 Meta-Llama-3-8B,6.75,336.8281302303076 Meta-Llama-3-8B,6.72,342.4057510942215 Meta-Llama-3-8B,6.71,344.07533030956984 Meta-Llama-3-8B,6.06,472.1280195042491 Meta-Llama-3-8B,6.04,476.650785215199 Meta-Llama-3-8B,6.02,481.6537576690315 Meta-Llama-3-8B,6.0,486.0357820317149 Meta-Llama-3-8B,5.98,490.6257851347327 Meta-Llama-3-8B,5.96,495.6439246609806 Meta-Llama-3-8B,5.94,500.1310962662101 Meta-Llama-3-8B,5.92,504.78546637296677 Meta-Llama-3-8B,5.9,509.76252157241106 Meta-Llama-3-8B,5.88,514.3255014643073 Meta-Llama-3-8B,5.86,519.0407832637429 Meta-Llama-3-8B,5.2,685.1728995665908 Meta-Llama-3-8B,5.18,690.9780284240842 Meta-Llama-3-8B,5.16,696.9658914282918 Meta-Llama-3-8B,5.14,703.0271607264876 Meta-Llama-3-8B,5.12,709.1604598835111 Meta-Llama-3-8B,5.1,715.4254151508212 Meta-Llama-3-8B,5.08,721.6436900272965 Meta-Llama-3-8B,5.06,727.9685812965035 Meta-Llama-3-8B,5.04,734.4286458715796 Meta-Llama-3-8B,5.02,740.7392659857869 Meta-Llama-3-8B,5.0,747.2838177159429 Meta-Llama-3-8B,6.98,294.7145260795951 Meta-Llama-3-8B,6.96,298.089334435761 Meta-Llama-3-8B,6.95,300.16517905145884 Meta-Llama-3-8B,5.86,519.0407832637429 Meta-Llama-3-8B,5.84,523.9581687375903 Meta-Llama-3-8B,5.82,528.6243922188878 Meta-Llama-3-8B,5.8,533.3584632948041 Meta-Llama-3-8B,5.78,538.2863646671176 Meta-Llama-3-8B,5.76,542.8986689224839 Meta-Llama-3-8B,5.74,547.8236456513405 Meta-Llama-3-8B,5.72,552.6435433700681 Meta-Llama-3-8B,5.7,557.377567730844 Meta-Llama-3-8B,5.68,562.5490732565522 Meta-Llama-3-8B,5.66,567.3324345126748 Meta-Llama-3-8B,5.64,572.2826121672988 Meta-Llama-3-8B,5.62,577.3936875835061 Meta-Llama-3-8B,5.6,582.249354146421 Meta-Llama-3-8B,5.58,587.2348312661052 Meta-Llama-3-8B,5.56,592.3127911016345 Meta-Llama-3-8B,5.54,597.2011413946748 Meta-Llama-3-8B,5.52,602.2194963619113 Meta-Llama-3-8B,5.5,607.2667871043086 Meta-Llama-3-8B,5.48,612.2069715932012 Meta-Llama-3-8B,5.46,617.260813318193 Meta-Llama-3-8B,5.44,622.2874716743826 Meta-Llama-3-8B,5.42,627.2558713033795 Meta-Llama-3-8B,5.4,632.4038283452392 Meta-Llama-3-8B,5.38,637.4149484410882 Meta-Llama-3-8B,5.36,642.5720747336745 Meta-Llama-3-8B,5.34,647.8253042623401 Meta-Llama-3-8B,5.32,652.9301002398133 Meta-Llama-3-8B,5.3,658.2092716321349 Meta-Llama-3-8B,5.28,663.4463675543666 Meta-Llama-3-8B,5.26,668.6223653033376 Meta-Llama-3-8B,5.24,674.1222441568971 Meta-Llama-3-8B,5.22,679.5469339415431 Meta-Llama-3-8B,4.99,750.7153705433011 Meta-Llama-3-8B,4.97,757.9623754024506 Meta-Llama-3-8B,4.95,765.4845386445522 Meta-Llama-3-8B,4.93,773.5659453049302 Meta-Llama-3-8B,4.91,782.5320274084806 Meta-Llama-3-8B,4.89,791.8542558699846 Meta-Llama-3-8B,4.87,801.1817699223757 Meta-Llama-3-8B,4.85,810.7682934254408 Meta-Llama-3-8B,4.83,820.3865960091352 Meta-Llama-3-8B,4.81,830.1538535729051 Meta-Llama-3-8B,4.79,840.1970076858997 Meta-Llama-3-8B,4.77,850.4469466805458 Meta-Llama-3-8B,4.75,860.8582645356655 Meta-Llama-3-8B,4.73,871.4060265123844 Meta-Llama-3-8B,4.71,882.1686758548021 Meta-Llama-3-8B,4.69,893.0148071795702 Meta-Llama-3-8B,4.67,903.9928929954767 Meta-Llama-3-8B,4.65,915.0606156438586 Meta-Llama-3-8B,4.63,926.1857171803713 Meta-Llama-3-8B,4.39,1077.152861148119 Meta-Llama-3-8B,4.37,1093.8586482703686 Meta-Llama-3-8B,4.03,1409.321459978817 Meta-Llama-3-8B,4.01,1428.8033045232296 Meta-Llama-3-8B,3.99,1448.597277611494 Meta-Llama-3-8B,3.97,1468.6249746978283 Meta-Llama-3-8B,3.95,1488.7427588403225 Meta-Llama-3-8B,3.93,1509.008405894041 Meta-Llama-3-8B,3.91,1529.4572922885418 Meta-Llama-3-8B,3.89,1549.9681755006313 Meta-Llama-3-8B,3.87,1570.66209384799 Meta-Llama-3-8B,3.85,1591.533069297635 Meta-Llama-3-8B,3.83,1612.7959292382002 Meta-Llama-3-8B,3.81,1634.6223777979612 Meta-Llama-3-8B,3.79,1657.554287225008 Meta-Llama-3-8B,3.77,1681.1015309393406 Meta-Llama-3-8B,3.75,1704.9358195364475 Meta-Llama-3-8B,3.73,1728.979151159525 Meta-Llama-3-8B,3.71,1753.2813216745853 Meta-Llama-3-8B,3.69,1778.280821949243 Meta-Llama-3-8B,3.67,1803.4311622679234 Meta-Llama-3-8B,3.65,1828.796680599451 Meta-Llama-3-8B,3.63,1854.6010825932026 Meta-Llama-3-8B,3.61,1881.1688741743565 Meta-Llama-3-8B,3.59,1909.683663457632 Meta-Llama-3-8B,3.43,2172.8710501194 Meta-Llama-3-8B,3.41,2209.265524864197 Meta-Llama-3-8B,3.39,2246.084832429886 Meta-Llama-3-8B,3.37,2283.445370823145 Meta-Llama-3-8B,3.35,2321.138784855604 Meta-Llama-3-8B,3.33,2359.7880696058273 Meta-Llama-3-8B,3.31,2401.3693803548813 Meta-Llama-3-8B,7.56,189.4546073898673 Meta-Llama-3-8B,7.54,192.9078370332718 Meta-Llama-3-8B,7.53,194.8213059529662 Meta-Llama-3-8B,7.5,200.1951318308711 Meta-Llama-3-8B,7.48,203.7657110765576 Meta-Llama-3-8B,7.47,205.5742695853114 Meta-Llama-3-8B,7.44,210.95971640199423 Meta-Llama-3-8B,7.42,214.64755535125678 Meta-Llama-3-8B,7.41,216.34846489876503 Meta-Llama-3-8B,7.38,221.74301161617038 Meta-Llama-3-8B,7.36,225.53933113068342 Meta-Llama-3-8B,7.34,229.6040451601147 Meta-Llama-3-8B,7.32,232.5676909983158 Meta-Llama-3-8B,7.3,236.4761657118797 Meta-Llama-3-8B,7.29,238.00911045074463 Meta-Llama-3-8B,7.26,243.43712584674358 Meta-Llama-3-8B,7.24,247.41867429018018 Meta-Llama-3-8B,7.22,251.2842819094658 Meta-Llama-3-8B,7.2,254.31313471496105 Meta-Llama-3-8B,7.19,256.7208743020892 Meta-Llama-3-8B,7.16,262.16486828774197 Meta-Llama-3-8B,7.14,265.20578366516963 Meta-Llama-3-8B,7.13,267.57073306292295 Meta-Llama-3-8B,7.1,272.9758049324155 Meta-Llama-3-8B,7.08,276.12191362679005 Meta-Llama-3-8B,7.06,280.341955512762 Meta-Llama-3-8B,7.04,283.83145900815725 Meta-Llama-3-8B,7.02,287.0857730656862 Meta-Llama-3-8B,7.01,289.2651752308011 Meta-Llama-3-8B,8.13,88.56073229014874 Meta-Llama-3-8B,8.25,76.43276872113347 Meta-Llama-3-8B,8.51,66.80391814187169 Meta-Llama-3-8B,3.42,2191.0987458229065