quantization / lm-quant-toolkit /data-vis /data /mxq-objectives.csv
chen459664's picture
Add files using upload-large-folder tool
998922f verified
Raw
History Blame Contribute Delete
28.9 kB
model,bpp,fnorm
Llama-2-7b-hf,6.03,838.784423828125
Llama-2-7b-hf,6.05,831.711669921875
Llama-2-7b-hf,6.07,824.296142578125
Llama-2-7b-hf,6.09,816.929443359375
Llama-2-7b-hf,6.11,809.855224609375
Llama-2-7b-hf,6.13,802.642333984375
Llama-2-7b-hf,6.15,795.53515625
Llama-2-7b-hf,6.17,788.251708984375
Llama-2-7b-hf,6.19,781.0153808593748
Llama-2-7b-hf,6.21,773.908447265625
Llama-2-7b-hf,6.23,766.845458984375
Llama-2-7b-hf,6.25,759.7265625
Llama-2-7b-hf,6.27,752.3249511718737
Llama-2-7b-hf,6.29,745.183349609375
Llama-2-7b-hf,6.31,738.269775390625
Llama-2-7b-hf,6.33,731.17431640625
Llama-2-7b-hf,6.35,724.0532226562499
Llama-2-7b-hf,6.37,716.830810546875
Llama-2-7b-hf,6.39,709.690185546875
Llama-2-7b-hf,6.41,702.897705078125
Llama-2-7b-hf,6.43,695.8203125
Llama-2-7b-hf,6.45,688.8173828125
Llama-2-7b-hf,6.47,681.587158203125
Llama-2-7b-hf,6.49,674.791748046875
Llama-2-7b-hf,6.51,668.034912109375
Llama-2-7b-hf,6.53,660.943359375
Llama-2-7b-hf,6.55,654.18359375
Llama-2-7b-hf,6.57,647.081787109375
Llama-2-7b-hf,6.59,640.416259765625
Llama-2-7b-hf,6.61,633.7275390624992
Llama-2-7b-hf,6.63,626.73046875
Llama-2-7b-hf,6.65,619.860595703125
Llama-2-7b-hf,6.68,609.66552734375
Llama-2-7b-hf,6.69,606.435791015625
Llama-2-7b-hf,4.61,1603.86083984375
Llama-2-7b-hf,4.59,1619.7236328125
Llama-2-7b-hf,4.57,1635.89453125
Llama-2-7b-hf,4.55,1652.240234375
Llama-2-7b-hf,4.53,1668.70703125
Llama-2-7b-hf,4.51,1685.4072265624993
Llama-2-7b-hf,4.49,1702.3530273437495
Llama-2-7b-hf,4.47,1719.3588867187489
Llama-2-7b-hf,4.45,1736.56201171875
Llama-2-7b-hf,4.43,1754.02099609375
Llama-2-7b-hf,4.41,1772.16796875
Llama-2-7b-hf,4.35,1830.1640625
Llama-2-7b-hf,4.33,1851.517578125
Llama-2-7b-hf,4.31,1875.5625
Llama-2-7b-hf,4.29,1904.355468750003
Llama-2-7b-hf,4.27,1934.5625
Llama-2-7b-hf,4.25,1965.41015625
Llama-2-7b-hf,4.23,1996.77734375
Llama-2-7b-hf,4.21,2029.41796875
Llama-2-7b-hf,4.19,2062.7109375
Llama-2-7b-hf,4.17,2095.968749999994
Llama-2-7b-hf,4.15,2129.56640625
Llama-2-7b-hf,4.13,2163.5703125
Llama-2-7b-hf,4.11,2197.890625
Llama-2-7b-hf,4.09,2232.75
Llama-2-7b-hf,4.07,2267.7265625
Llama-2-7b-hf,4.05,2302.796875
Llama-2-7b-hf,4.03,2337.94921875
Llama-2-7b-hf,3.57,3203.51171875
Llama-2-7b-hf,3.55,3248.2265625
Llama-2-7b-hf,3.53,3294.2851562499995
Llama-2-7b-hf,3.51,3342.7109375
Llama-2-7b-hf,3.49,3393.7734375
Llama-2-7b-hf,3.47,3447.28125
Llama-2-7b-hf,3.45,3505.0234374999995
Llama-2-7b-hf,3.31,3968.9921875
Llama-2-7b-hf,3.29,4041.953125
Llama-2-7b-hf,3.27,4117.640625
Llama-2-7b-hf,3.25,4195.6015625
Llama-2-7b-hf,3.23,4275.1328125
Llama-2-7b-hf,3.21,4355.90625
Llama-2-7b-hf,3.19,4438.53125
Llama-2-7b-hf,3.17,4523.125
Llama-2-7b-hf,3.15,4608.875
Llama-2-7b-hf,3.13,4694.765625
Llama-2-7b-hf,3.11,4781.3671875
Llama-2-7b-hf,3.09,4868.1328125
Llama-2-7b-hf,3.07,4955.0390625
Llama-2-7b-hf,2.57,7303.0078125
Llama-2-7b-hf,2.55,7413.21875
Llama-2-7b-hf,2.53,7528.203125
Llama-2-7b-hf,2.51,7646.7890625
Llama-2-7b-hf,2.49,7771.499999999997
Llama-2-7b-hf,2.47,7905.828125
Llama-2-7b-hf,2.45,8049.1875
Llama-2-7b-hf,2.31,9188.125
Llama-2-7b-hf,2.29,9371.25
Llama-2-7b-hf,2.27,9558.1875
Llama-2-7b-hf,2.25,9748.953125
Llama-2-7b-hf,2.23,9945.187500000004
Llama-2-7b-hf,2.21,10147.375
Llama-2-7b-hf,2.19,10355.234375
Llama-2-7b-hf,2.17,10572.328125
Llama-2-7b-hf,2.15,10812.4375
Llama-2-7b-hf,2.13,11270.34375
Llama-2-7b-hf,7.76,251.087646484375
Llama-2-7b-hf,7.74,257.293945312499
Llama-2-7b-hf,7.72,263.813720703125
Llama-2-7b-hf,7.7,270.344482421875
Llama-2-7b-hf,7.68,276.498779296875
Llama-2-7b-hf,7.66,283.00537109375
Llama-2-7b-hf,7.63,292.562744140625
Llama-2-7b-hf,7.62,295.987060546875
Llama-2-7b-hf,7.6,302.439697265625
Llama-2-7b-hf,7.57,312.16455078125
Llama-2-7b-hf,7.56,315.31787109375
Llama-2-7b-hf,6.92,528.4211425781249
Llama-2-7b-hf,6.89,538.769287109375
Llama-2-7b-hf,6.87,545.294677734351
Llama-2-7b-hf,6.86,548.6728515625
Llama-2-7b-hf,6.83,558.8427734375
Llama-2-7b-hf,6.81,565.611328125
Llama-2-7b-hf,6.78,575.66259765625
Llama-2-7b-hf,6.77,579.0002441406249
Llama-2-7b-hf,6.75,585.787841796875
Llama-2-7b-hf,6.72,595.982666015625
Llama-2-7b-hf,6.71,599.532958984375
Llama-2-7b-hf,6.06,827.916748046875
Llama-2-7b-hf,6.04,835.026123046875
Llama-2-7b-hf,6.02,842.471923828125
Llama-2-7b-hf,6.0,849.712646484375
Llama-2-7b-hf,5.98,857.002685546875
Llama-2-7b-hf,5.96,864.175537109375
Llama-2-7b-hf,5.94,871.536376953125
Llama-2-7b-hf,5.92,879.0961914062499
Llama-2-7b-hf,5.9,886.254150390625
Llama-2-7b-hf,5.88,893.505126953125
Llama-2-7b-hf,5.86,900.815673828125
Llama-2-7b-hf,5.2,1195.629150390625
Llama-2-7b-hf,5.18,1207.449462890625
Llama-2-7b-hf,5.16,1219.383544921875
Llama-2-7b-hf,5.14,1231.219482421875
Llama-2-7b-hf,5.12,1243.230712890625
Llama-2-7b-hf,5.1,1255.396484375
Llama-2-7b-hf,5.08,1268.06494140625
Llama-2-7b-hf,5.06,1281.279296875
Llama-2-7b-hf,5.04,1294.5166015625
Llama-2-7b-hf,5.02,1307.99169921875
Llama-2-7b-hf,5.0,1321.55810546875
Llama-2-7b-hf,6.98,508.22509765625
Llama-2-7b-hf,6.96,514.869140625
Llama-2-7b-hf,6.95,518.188720703125
Llama-2-7b-hf,5.86,900.815673828125
Llama-2-7b-hf,5.84,908.199951171875
Llama-2-7b-hf,5.82,915.9775390625
Llama-2-7b-hf,5.8,923.143798828125
Llama-2-7b-hf,5.78,930.557861328125
Llama-2-7b-hf,5.76,937.992919921875
Llama-2-7b-hf,5.74,945.519287109375
Llama-2-7b-hf,5.72,953.24072265625
Llama-2-7b-hf,5.7,960.698486328125
Llama-2-7b-hf,5.68,968.7365722656247
Llama-2-7b-hf,5.66,976.876708984375
Llama-2-7b-hf,5.64,985.0083007812494
Llama-2-7b-hf,5.62,993.301025390625
Llama-2-7b-hf,5.6,1001.665283203125
Llama-2-7b-hf,5.58,1009.989990234375
Llama-2-7b-hf,5.56,1018.55224609375
Llama-2-7b-hf,5.54,1027.2021484374995
Llama-2-7b-hf,5.52,1036.116455078125
Llama-2-7b-hf,5.5,1044.982177734375
Llama-2-7b-hf,5.48,1053.781494140625
Llama-2-7b-hf,5.46,1062.72021484375
Llama-2-7b-hf,5.44,1071.599609375
Llama-2-7b-hf,5.42,1080.779296875
Llama-2-7b-hf,5.4,1090.197021484375
Llama-2-7b-hf,5.38,1099.875244140625
Llama-2-7b-hf,5.36,1109.985595703125
Llama-2-7b-hf,5.34,1120.298583984375
Llama-2-7b-hf,5.32,1130.5263671875
Llama-2-7b-hf,5.3,1140.756591796875
Llama-2-7b-hf,5.28,1151.064208984375
Llama-2-7b-hf,5.26,1161.691162109375
Llama-2-7b-hf,5.24,1172.62109375
Llama-2-7b-hf,5.22,1183.9870605468748
Llama-2-7b-hf,4.99,1328.59130859375
Llama-2-7b-hf,4.97,1342.0234375
Llama-2-7b-hf,4.95,1355.37158203125
Llama-2-7b-hf,4.93,1368.9375
Llama-2-7b-hf,4.91,1382.62353515625
Llama-2-7b-hf,4.89,1396.6748046875
Llama-2-7b-hf,4.87,1410.7031249999975
Llama-2-7b-hf,4.85,1424.7607421875
Llama-2-7b-hf,4.83,1439.29248046875
Llama-2-7b-hf,4.81,1453.50732421875
Llama-2-7b-hf,4.79,1467.7060546874993
Llama-2-7b-hf,4.77,1482.27978515625
Llama-2-7b-hf,4.75,1497.00732421875
Llama-2-7b-hf,4.73,1511.8349609374995
Llama-2-7b-hf,4.71,1526.80078125
Llama-2-7b-hf,4.69,1542.18701171875
Llama-2-7b-hf,4.67,1557.3095703124998
Llama-2-7b-hf,4.65,1573.0063476562498
Llama-2-7b-hf,4.63,1588.3891601562489
Llama-2-7b-hf,4.39,1790.568359375
Llama-2-7b-hf,4.37,1810.2109375
Llama-2-7b-hf,4.03,2337.94921875
Llama-2-7b-hf,4.01,2373.23046875
Llama-2-7b-hf,3.99,2408.65234375
Llama-2-7b-hf,3.97,2444.13671875
Llama-2-7b-hf,3.95,2479.7421875
Llama-2-7b-hf,3.93,2515.46484375
Llama-2-7b-hf,3.91,2551.3164062499986
Llama-2-7b-hf,3.89,2587.3359375
Llama-2-7b-hf,3.87,2623.4023437500005
Llama-2-7b-hf,3.85,2659.8671875
Llama-2-7b-hf,3.83,2696.2734375
Llama-2-7b-hf,3.81,2732.6015625000005
Llama-2-7b-hf,3.79,2769.38671875
Llama-2-7b-hf,3.77,2806.23828125
Llama-2-7b-hf,3.75,2843.3125
Llama-2-7b-hf,3.73,2880.6796875
Llama-2-7b-hf,3.71,2918.4296875
Llama-2-7b-hf,3.69,2956.29296875
Llama-2-7b-hf,3.67,2994.328125
Llama-2-7b-hf,3.65,3033.96484375
Llama-2-7b-hf,3.63,3074.9179687499986
Llama-2-7b-hf,3.61,3117.11328125
Llama-2-7b-hf,3.59,3159.86328125
Llama-2-7b-hf,3.43,3566.27734375
Llama-2-7b-hf,3.41,3629.8046875
Llama-2-7b-hf,3.39,3695.3085937499995
Llama-2-7b-hf,3.37,3761.51171875
Llama-2-7b-hf,3.35,3829.1171875
Llama-2-7b-hf,3.33,3898.15625
Llama-2-7b-hf,3.31,3968.9921875
Llama-2-7b-hf,7.56,315.31787109375
Llama-2-7b-hf,7.54,321.73095703125
Llama-2-7b-hf,7.53,325.030517578125
Llama-2-7b-hf,7.5,334.907470703125
Llama-2-7b-hf,7.48,341.49194335937483
Llama-2-7b-hf,7.47,345.117919921875
Llama-2-7b-hf,7.44,354.7900390625
Llama-2-7b-hf,7.42,361.681884765625
Llama-2-7b-hf,7.41,364.66748046875
Llama-2-7b-hf,7.38,374.607177734375
Llama-2-7b-hf,7.36,381.2763671875
Llama-2-7b-hf,7.34,387.969970703125
Llama-2-7b-hf,7.32,394.739501953125
Llama-2-7b-hf,7.3,401.23999023437494
Llama-2-7b-hf,7.29,404.62817382812494
Llama-2-7b-hf,7.26,414.5478515625
Llama-2-7b-hf,7.24,421.30078124999875
Llama-2-7b-hf,7.22,427.98950195312364
Llama-2-7b-hf,7.2,434.415283203125
Llama-2-7b-hf,7.19,438.00585937499784
Llama-2-7b-hf,7.16,447.78955078125
Llama-2-7b-hf,7.14,454.660888671875
Llama-2-7b-hf,7.13,457.936767578125
Llama-2-7b-hf,7.1,467.858642578125
Llama-2-7b-hf,7.08,474.71923828125006
Llama-2-7b-hf,7.06,481.31445312499983
Llama-2-7b-hf,7.04,488.2727050781245
Llama-2-7b-hf,7.02,494.763916015625
Llama-2-7b-hf,7.01,498.13330078124994
Llama-2-7b-hf,8.13,135.5302734375
Llama-2-7b-hf,8.25,118.8553466796875
Llama-2-7b-hf,8.51,102.3388671875
Llama-2-7b-hf,3.42,3597.824218749997
Llama-2-13b-hf,6.03,1279.916748046875
Llama-2-13b-hf,6.05,1268.915771484375
Llama-2-13b-hf,6.07,1257.934326171875
Llama-2-13b-hf,6.09,1246.963134765625
Llama-2-13b-hf,6.11,1235.911376953125
Llama-2-13b-hf,6.13,1224.982666015625
Llama-2-13b-hf,6.15,1214.098388671875
Llama-2-13b-hf,6.17,1203.218505859375
Llama-2-13b-hf,6.19,1192.2629394531248
Llama-2-13b-hf,6.21,1181.449462890625
Llama-2-13b-hf,6.23,1170.653076171875
Llama-2-13b-hf,6.25,1159.773193359375
Llama-2-13b-hf,6.27,1149.017822265625
Llama-2-13b-hf,6.29,1138.307373046875
Llama-2-13b-hf,6.31,1127.623779296875
Llama-2-13b-hf,6.33,1116.832763671875
Llama-2-13b-hf,6.35,1106.175048828125
Llama-2-13b-hf,6.37,1095.524658203125
Llama-2-13b-hf,6.39,1084.781494140625
Llama-2-13b-hf,6.41,1074.163330078125
Llama-2-13b-hf,6.43,1063.554931640625
Llama-2-13b-hf,6.45,1052.9572753905938
Llama-2-13b-hf,6.47,1042.260009765625
Llama-2-13b-hf,6.49,1031.725341796875
Llama-2-13b-hf,6.51,1021.267822265625
Llama-2-13b-hf,6.53,1010.825439453125
Llama-2-13b-hf,6.55,1000.2282714843748
Llama-2-13b-hf,6.57,990.038818359375
Llama-2-13b-hf,6.59,979.6398925781249
Llama-2-13b-hf,6.61,969.114990234375
Llama-2-13b-hf,6.63,958.93017578125
Llama-2-13b-hf,6.65,948.4951171875
Llama-2-13b-hf,6.68,932.251220703125
Llama-2-13b-hf,6.69,927.587890625
Llama-2-13b-hf,4.61,2442.352050781251
Llama-2-13b-hf,4.59,2465.978515625
Llama-2-13b-hf,4.57,2489.8603515625
Llama-2-13b-hf,4.55,2513.854980468747
Llama-2-13b-hf,4.53,2538.4375
Llama-2-13b-hf,4.51,2563.4189453124463
Llama-2-13b-hf,4.49,2589.044921875
Llama-2-13b-hf,4.47,2614.82421875
Llama-2-13b-hf,4.45,2641.07861328125
Llama-2-13b-hf,4.43,2667.33447265625
Llama-2-13b-hf,4.41,2693.74072265625
Llama-2-13b-hf,4.35,2780.255859375
Llama-2-13b-hf,4.33,2812.115234375
Llama-2-13b-hf,4.31,2851.1328125
Llama-2-13b-hf,4.29,2895.085937499999
Llama-2-13b-hf,4.27,2941.24609375
Llama-2-13b-hf,4.25,2988.2578125
Llama-2-13b-hf,4.23,3036.0625
Llama-2-13b-hf,4.21,3086.36328125
Llama-2-13b-hf,4.19,3137.80078125
Llama-2-13b-hf,4.17,3189.38671875
Llama-2-13b-hf,4.15,3241.51953125
Llama-2-13b-hf,4.13,3294.55078125
Llama-2-13b-hf,4.11,3347.65625
Llama-2-13b-hf,4.09,3401.0625
Llama-2-13b-hf,4.07,3454.51953125
Llama-2-13b-hf,4.05,3508.17578125
Llama-2-13b-hf,4.03,3561.92578125
Llama-2-13b-hf,3.57,4879.199218749996
Llama-2-13b-hf,3.55,4951.074218749992
Llama-2-13b-hf,3.53,5025.84375
Llama-2-13b-hf,3.51,5104.0234375
Llama-2-13b-hf,3.49,5186.08203125
Llama-2-13b-hf,3.47,5272.8828125
Llama-2-13b-hf,3.45,5364.078125
Llama-2-13b-hf,3.31,6058.90625
Llama-2-13b-hf,3.29,6165.90625
Llama-2-13b-hf,3.27,6276.8984375
Llama-2-13b-hf,3.25,6390.796875
Llama-2-13b-hf,3.23,6507.34375
Llama-2-13b-hf,3.21,6626.507812500001
Llama-2-13b-hf,3.19,6748.984375
Llama-2-13b-hf,3.17,6875.664062500001
Llama-2-13b-hf,3.15,7007.90625
Llama-2-13b-hf,3.13,7141.21875
Llama-2-13b-hf,3.11,7274.7421875
Llama-2-13b-hf,3.09,7408.59375
Llama-2-13b-hf,3.07,7543.953125
Llama-2-13b-hf,2.57,11129.8203125
Llama-2-13b-hf,2.55,11300.6328125
Llama-2-13b-hf,2.53,11484.7109375
Llama-2-13b-hf,2.51,11675.968749999969
Llama-2-13b-hf,2.49,11879.6875
Llama-2-13b-hf,2.47,12094.640625
Llama-2-13b-hf,2.45,12320.703125
Llama-2-13b-hf,2.31,14027.90625
Llama-2-13b-hf,2.29,14301.09375
Llama-2-13b-hf,2.27,14575.796875
Llama-2-13b-hf,2.25,14858.15625
Llama-2-13b-hf,2.23,15146.203125
Llama-2-13b-hf,2.21,15443.609374999995
Llama-2-13b-hf,2.19,15750.5
Llama-2-13b-hf,2.17,16085.03125
Llama-2-13b-hf,2.15,16470.953125
Llama-2-13b-hf,2.13,17014.546875
Llama-2-13b-hf,7.76,382.99853515625
Llama-2-13b-hf,7.74,392.8837890625
Llama-2-13b-hf,7.72,402.81298828124994
Llama-2-13b-hf,7.7,412.77294921875
Llama-2-13b-hf,7.68,422.87109374999926
Llama-2-13b-hf,7.66,432.86083984375
Llama-2-13b-hf,7.63,447.542724609375
Llama-2-13b-hf,7.62,452.745361328125
Llama-2-13b-hf,7.6,462.916259765625
Llama-2-13b-hf,7.57,477.88061523437494
Llama-2-13b-hf,7.56,482.993408203125
Llama-2-13b-hf,6.92,809.0358886718747
Llama-2-13b-hf,6.89,824.25146484375
Llama-2-13b-hf,6.87,834.50634765625
Llama-2-13b-hf,6.86,839.489013671875
Llama-2-13b-hf,6.83,855.0478515624953
Llama-2-13b-hf,6.81,865.4438476562497
Llama-2-13b-hf,6.78,880.5148925781249
Llama-2-13b-hf,6.77,886.0561523437491
Llama-2-13b-hf,6.75,896.4990234374999
Llama-2-13b-hf,6.72,911.419189453125
Llama-2-13b-hf,6.71,917.21435546875
Llama-2-13b-hf,6.06,1263.376708984375
Llama-2-13b-hf,6.04,1274.349853515625
Llama-2-13b-hf,6.02,1285.3435058593739
Llama-2-13b-hf,6.0,1296.347900390625
Llama-2-13b-hf,5.98,1307.474853515625
Llama-2-13b-hf,5.96,1318.493408203125
Llama-2-13b-hf,5.94,1329.518798828125
Llama-2-13b-hf,5.92,1340.569580078125
Llama-2-13b-hf,5.9,1351.737060546875
Llama-2-13b-hf,5.88,1362.794677734375
Llama-2-13b-hf,5.86,1373.854736328125
Llama-2-13b-hf,5.2,1837.4409179687425
Llama-2-13b-hf,5.18,1854.9482421875
Llama-2-13b-hf,5.16,1873.0791015625
Llama-2-13b-hf,5.14,1891.88232421875
Llama-2-13b-hf,5.12,1909.3818359375
Llama-2-13b-hf,5.1,1928.27392578125
Llama-2-13b-hf,5.08,1947.31396484375
Llama-2-13b-hf,5.06,1965.4619140625
Llama-2-13b-hf,5.04,1985.21630859375
Llama-2-13b-hf,5.02,2004.9853515625
Llama-2-13b-hf,5.0,2024.20849609375
Llama-2-13b-hf,6.98,778.1828613281248
Llama-2-13b-hf,6.96,788.5349121093695
Llama-2-13b-hf,6.95,793.4125976562499
Llama-2-13b-hf,5.86,1373.854736328125
Llama-2-13b-hf,5.84,1385.032958984375
Llama-2-13b-hf,5.82,1396.125732421875
Llama-2-13b-hf,5.8,1407.233154296875
Llama-2-13b-hf,5.78,1418.350341796875
Llama-2-13b-hf,5.76,1429.592041015625
Llama-2-13b-hf,5.74,1440.726806640625
Llama-2-13b-hf,5.72,1451.8625488281248
Llama-2-13b-hf,5.7,1463.36474609375
Llama-2-13b-hf,5.68,1474.96044921875
Llama-2-13b-hf,5.66,1486.99853515625
Llama-2-13b-hf,5.64,1500.0703125
Llama-2-13b-hf,5.62,1513.740966796875
Llama-2-13b-hf,5.6,1526.01171875
Llama-2-13b-hf,5.58,1539.840576171875
Llama-2-13b-hf,5.56,1554.140869140625
Llama-2-13b-hf,5.54,1566.872314453125
Llama-2-13b-hf,5.52,1581.287109375
Llama-2-13b-hf,5.5,1595.90087890625
Llama-2-13b-hf,5.48,1609.138916015625
Llama-2-13b-hf,5.46,1624.310546875
Llama-2-13b-hf,5.44,1639.7070312499986
Llama-2-13b-hf,5.42,1653.89892578125
Llama-2-13b-hf,5.4,1669.5595703125
Llama-2-13b-hf,5.38,1685.4999999999998
Llama-2-13b-hf,5.36,1700.21923828125
Llama-2-13b-hf,5.34,1717.15771484375
Llama-2-13b-hf,5.32,1734.31494140625
Llama-2-13b-hf,5.3,1750.0390625
Llama-2-13b-hf,5.28,1767.5673828125
Llama-2-13b-hf,5.26,1785.0009765625
Llama-2-13b-hf,5.24,1801.8154296875
Llama-2-13b-hf,5.22,1819.49267578125
Llama-2-13b-hf,4.99,2034.5966796874993
Llama-2-13b-hf,4.97,2054.451171875
Llama-2-13b-hf,4.95,2074.65087890625
Llama-2-13b-hf,4.93,2095.20654296875
Llama-2-13b-hf,4.91,2114.82568359375
Llama-2-13b-hf,4.89,2135.15380859375
Llama-2-13b-hf,4.87,2155.8935546875
Llama-2-13b-hf,4.85,2176.05126953125
Llama-2-13b-hf,4.83,2196.7470703125
Llama-2-13b-hf,4.81,2218.07080078125
Llama-2-13b-hf,4.79,2239.1533203125
Llama-2-13b-hf,4.77,2260.494140625
Llama-2-13b-hf,4.75,2282.5234375
Llama-2-13b-hf,4.73,2304.4013671875
Llama-2-13b-hf,4.71,2326.72705078125
Llama-2-13b-hf,4.69,2349.2783203125
Llama-2-13b-hf,4.67,2372.29443359375
Llama-2-13b-hf,4.65,2395.51953125
Llama-2-13b-hf,4.63,2419.0322265625
Llama-2-13b-hf,4.39,2721.609375
Llama-2-13b-hf,4.37,2750.4609375
Llama-2-13b-hf,4.03,3561.92578125
Llama-2-13b-hf,4.01,3615.83984375
Llama-2-13b-hf,3.99,3669.84765625
Llama-2-13b-hf,3.97,3723.95703125
Llama-2-13b-hf,3.95,3778.066406250003
Llama-2-13b-hf,3.93,3832.3828124999964
Llama-2-13b-hf,3.91,3887.0
Llama-2-13b-hf,3.89,3941.91015625
Llama-2-13b-hf,3.87,3997.27734375
Llama-2-13b-hf,3.85,4052.328125
Llama-2-13b-hf,3.83,4107.83984375
Llama-2-13b-hf,3.81,4163.48046875
Llama-2-13b-hf,3.79,4219.46875
Llama-2-13b-hf,3.77,4275.78125
Llama-2-13b-hf,3.75,4332.359375
Llama-2-13b-hf,3.73,4389.09765625
Llama-2-13b-hf,3.71,4446.2578125
Llama-2-13b-hf,3.69,4503.6953125
Llama-2-13b-hf,3.67,4561.59375
Llama-2-13b-hf,3.65,4621.30078125
Llama-2-13b-hf,3.63,4683.46484375
Llama-2-13b-hf,3.61,4746.81640625
Llama-2-13b-hf,3.59,4811.12109375
Llama-2-13b-hf,3.43,5457.7109375
Llama-2-13b-hf,3.41,5553.828124999998
Llama-2-13b-hf,3.39,5652.6640625
Llama-2-13b-hf,3.37,5752.015624999998
Llama-2-13b-hf,3.35,5853.0
Llama-2-13b-hf,3.33,5955.421875
Llama-2-13b-hf,3.31,6058.90625
Llama-2-13b-hf,7.56,482.993408203125
Llama-2-13b-hf,7.54,493.195068359375
Llama-2-13b-hf,7.53,498.064697265625
Llama-2-13b-hf,7.5,513.328369140625
Llama-2-13b-hf,7.48,523.4094238281112
Llama-2-13b-hf,7.47,528.472900390624
Llama-2-13b-hf,7.44,543.7194824218734
Llama-2-13b-hf,7.42,553.821533203125
Llama-2-13b-hf,7.41,558.9133300781245
Llama-2-13b-hf,7.38,574.1647949218734
Llama-2-13b-hf,7.36,584.2863769531235
Llama-2-13b-hf,7.34,594.414306640625
Llama-2-13b-hf,7.32,604.6599121093749
Llama-2-13b-hf,7.3,614.802001953125
Llama-2-13b-hf,7.29,619.954345700779
Llama-2-13b-hf,7.26,635.0920410156157
Llama-2-13b-hf,7.24,645.3591308593744
Llama-2-13b-hf,7.22,655.520263671875
Llama-2-13b-hf,7.2,665.6872558593749
Llama-2-13b-hf,7.19,670.899658203125
Llama-2-13b-hf,7.16,686.150634765625
Llama-2-13b-hf,7.14,696.3278808593739
Llama-2-13b-hf,7.13,701.5627441406248
Llama-2-13b-hf,7.1,716.8132324218747
Llama-2-13b-hf,7.08,727.0061035156247
Llama-2-13b-hf,7.06,737.206787109375
Llama-2-13b-hf,7.04,747.4089355468669
Llama-2-13b-hf,7.02,757.723876953125
Llama-2-13b-hf,7.01,762.6362304687499
Llama-2-13b-hf,8.13,205.84228515625
Llama-2-13b-hf,8.25,180.7034912109375
Llama-2-13b-hf,8.51,155.4593505859375
Llama-2-13b-hf,3.42,5505.3671875
Meta-Llama-3-8B,6.03,479.063800536096
Meta-Llama-3-8B,6.05,474.7188732251525
Meta-Llama-3-8B,6.07,469.6684525385499
Meta-Llama-3-8B,6.09,465.20174216479063
Meta-Llama-3-8B,6.11,460.9567973166704
Meta-Llama-3-8B,6.13,456.0595540776849
Meta-Llama-3-8B,6.15,452.30477499216795
Meta-Llama-3-8B,6.17,447.94680202007294
Meta-Llama-3-8B,6.19,443.74318373948336
Meta-Llama-3-8B,6.21,440.1719937250018
Meta-Llama-3-8B,6.23,435.69103863835335
Meta-Llama-3-8B,6.25,431.6386154219508
Meta-Llama-3-8B,6.27,428.12208737432957
Meta-Llama-3-8B,6.29,423.5369520187378
Meta-Llama-3-8B,6.31,419.72417586296797
Meta-Llama-3-8B,6.33,416.3790025189519
Meta-Llama-3-8B,6.35,411.7160275503993
Meta-Llama-3-8B,6.37,408.1254133209586
Meta-Llama-3-8B,6.39,404.632171921432
Meta-Llama-3-8B,6.41,400.1256283521652
Meta-Llama-3-8B,6.43,396.7425712868571
Meta-Llama-3-8B,6.45,393.09233837574715
Meta-Llama-3-8B,6.47,388.76846528053284
Meta-Llama-3-8B,6.49,385.56878634542227
Meta-Llama-3-8B,6.51,381.74204710871106
Meta-Llama-3-8B,6.53,377.50226582586765
Meta-Llama-3-8B,6.55,374.2963061481714
Meta-Llama-3-8B,6.57,370.43765415251255
Meta-Llama-3-8B,6.59,366.27405371516943
Meta-Llama-3-8B,6.61,363.1408586576581
Meta-Llama-3-8B,6.63,359.1787442192435
Meta-Llama-3-8B,6.65,355.1590067669749
Meta-Llama-3-8B,6.68,349.6163353547454
Meta-Llama-3-8B,6.69,347.9990261122584
Meta-Llama-3-8B,4.61,937.5240780115128
Meta-Llama-3-8B,4.59,948.9557907283306
Meta-Llama-3-8B,4.57,960.4384168982506
Meta-Llama-3-8B,4.55,972.0688925981522
Meta-Llama-3-8B,4.53,983.8863715231419
Meta-Llama-3-8B,4.51,995.6956397294998
Meta-Llama-3-8B,4.49,1007.7235715165734
Meta-Llama-3-8B,4.47,1020.2396145537496
Meta-Llama-3-8B,4.45,1033.327544748783
Meta-Llama-3-8B,4.43,1047.1914319694042
Meta-Llama-3-8B,4.41,1061.7433872520924
Meta-Llama-3-8B,4.35,1110.9971790015697
Meta-Llama-3-8B,4.33,1128.5964517742352
Meta-Llama-3-8B,4.31,1146.556156232953
Meta-Llama-3-8B,4.29,1164.7192716896534
Meta-Llama-3-8B,4.27,1183.0438049584627
Meta-Llama-3-8B,4.25,1201.4129432439804
Meta-Llama-3-8B,4.23,1219.9304828941822
Meta-Llama-3-8B,4.21,1238.6868756115437
Meta-Llama-3-8B,4.19,1257.4106782376766
Meta-Llama-3-8B,4.17,1276.1794531047472
Meta-Llama-3-8B,4.15,1294.9655523598194
Meta-Llama-3-8B,4.13,1313.9042610824113
Meta-Llama-3-8B,4.11,1332.8118527233587
Meta-Llama-3-8B,4.09,1351.8332161605358
Meta-Llama-3-8B,4.07,1370.9047859311104
Meta-Llama-3-8B,4.05,1390.0721120536327
Meta-Llama-3-8B,4.03,1409.321459978817
Meta-Llama-3-8B,3.57,1939.7807726562023
Meta-Llama-3-8B,3.55,1970.5894536674023
Meta-Llama-3-8B,3.53,2002.0869117379189
Meta-Llama-3-8B,3.51,2034.3604672551155
Meta-Llama-3-8B,3.49,2067.294087350368
Meta-Llama-3-8B,3.47,2101.491830050945
Meta-Llama-3-8B,3.45,2136.772650241852
Meta-Llama-3-8B,3.31,2401.3693803548813
Meta-Llama-3-8B,3.29,2448.1830677986145
Meta-Llama-3-8B,3.27,2496.0862184762955
Meta-Llama-3-8B,3.25,2544.0679193735123
Meta-Llama-3-8B,3.23,2592.3214852809906
Meta-Llama-3-8B,3.21,2640.872616648674
Meta-Llama-3-8B,3.19,2689.5483639240265
Meta-Llama-3-8B,3.17,2738.333905696869
Meta-Llama-3-8B,3.15,2787.1298744678497
Meta-Llama-3-8B,3.13,2836.2198699712753
Meta-Llama-3-8B,3.11,2885.462444067002
Meta-Llama-3-8B,3.09,2934.557151556015
Meta-Llama-3-8B,3.07,2983.885234951973
Meta-Llama-3-8B,2.57,4390.338371038437
Meta-Llama-3-8B,2.55,4457.8441870212555
Meta-Llama-3-8B,2.53,4526.724802017211
Meta-Llama-3-8B,2.51,4597.787244319916
Meta-Llama-3-8B,2.49,4671.062751770019
Meta-Llama-3-8B,2.47,4748.255965709686
Meta-Llama-3-8B,2.45,4828.767791032791
Meta-Llama-3-8B,2.31,5473.0696613788605
Meta-Llama-3-8B,2.29,5605.496746301651
Meta-Llama-3-8B,2.27,5744.459395647049
Meta-Llama-3-8B,2.25,5888.10712480545
Meta-Llama-3-8B,2.23,6037.433930397034
Meta-Llama-3-8B,2.21,6192.139576673508
Meta-Llama-3-8B,2.19,6360.508598804474
Meta-Llama-3-8B,2.17,6545.092210292816
Meta-Llama-3-8B,2.15,6840.989704608916
Meta-Llama-3-8B,2.13,7307.454051494598
Meta-Llama-3-8B,7.76,153.84019862115383
Meta-Llama-3-8B,7.74,157.37246345728636
Meta-Llama-3-8B,7.72,160.4850528165697
Meta-Llama-3-8B,7.7,164.64587448537347
Meta-Llama-3-8B,7.68,168.03844735771406
Meta-Llama-3-8B,7.66,171.2666513696313
Meta-Llama-3-8B,7.63,176.66692472994328
Meta-Llama-3-8B,7.62,178.72831229120493
Meta-Llama-3-8B,7.6,182.06906793266535
Meta-Llama-3-8B,7.57,187.48913795500994
Meta-Llama-3-8B,7.56,189.4546073898673
Meta-Llama-3-8B,6.92,305.62627502530813
Meta-Llama-3-8B,6.89,311.0952131822705
Meta-Llama-3-8B,6.87,314.6461326256367
Meta-Llama-3-8B,6.86,316.5697965249419
Meta-Llama-3-8B,6.83,322.04628596454853
Meta-Llama-3-8B,6.81,325.71085637807846
Meta-Llama-3-8B,6.78,331.2455765008926
Meta-Llama-3-8B,6.77,333.0291908606887
Meta-Llama-3-8B,6.75,336.8281302303076
Meta-Llama-3-8B,6.72,342.4057510942215
Meta-Llama-3-8B,6.71,344.07533030956984
Meta-Llama-3-8B,6.06,472.1280195042491
Meta-Llama-3-8B,6.04,476.650785215199
Meta-Llama-3-8B,6.02,481.6537576690315
Meta-Llama-3-8B,6.0,486.0357820317149
Meta-Llama-3-8B,5.98,490.6257851347327
Meta-Llama-3-8B,5.96,495.6439246609806
Meta-Llama-3-8B,5.94,500.1310962662101
Meta-Llama-3-8B,5.92,504.78546637296677
Meta-Llama-3-8B,5.9,509.76252157241106
Meta-Llama-3-8B,5.88,514.3255014643073
Meta-Llama-3-8B,5.86,519.0407832637429
Meta-Llama-3-8B,5.2,685.1728995665908
Meta-Llama-3-8B,5.18,690.9780284240842
Meta-Llama-3-8B,5.16,696.9658914282918
Meta-Llama-3-8B,5.14,703.0271607264876
Meta-Llama-3-8B,5.12,709.1604598835111
Meta-Llama-3-8B,5.1,715.4254151508212
Meta-Llama-3-8B,5.08,721.6436900272965
Meta-Llama-3-8B,5.06,727.9685812965035
Meta-Llama-3-8B,5.04,734.4286458715796
Meta-Llama-3-8B,5.02,740.7392659857869
Meta-Llama-3-8B,5.0,747.2838177159429
Meta-Llama-3-8B,6.98,294.7145260795951
Meta-Llama-3-8B,6.96,298.089334435761
Meta-Llama-3-8B,6.95,300.16517905145884
Meta-Llama-3-8B,5.86,519.0407832637429
Meta-Llama-3-8B,5.84,523.9581687375903
Meta-Llama-3-8B,5.82,528.6243922188878
Meta-Llama-3-8B,5.8,533.3584632948041
Meta-Llama-3-8B,5.78,538.2863646671176
Meta-Llama-3-8B,5.76,542.8986689224839
Meta-Llama-3-8B,5.74,547.8236456513405
Meta-Llama-3-8B,5.72,552.6435433700681
Meta-Llama-3-8B,5.7,557.377567730844
Meta-Llama-3-8B,5.68,562.5490732565522
Meta-Llama-3-8B,5.66,567.3324345126748
Meta-Llama-3-8B,5.64,572.2826121672988
Meta-Llama-3-8B,5.62,577.3936875835061
Meta-Llama-3-8B,5.6,582.249354146421
Meta-Llama-3-8B,5.58,587.2348312661052
Meta-Llama-3-8B,5.56,592.3127911016345
Meta-Llama-3-8B,5.54,597.2011413946748
Meta-Llama-3-8B,5.52,602.2194963619113
Meta-Llama-3-8B,5.5,607.2667871043086
Meta-Llama-3-8B,5.48,612.2069715932012
Meta-Llama-3-8B,5.46,617.260813318193
Meta-Llama-3-8B,5.44,622.2874716743826
Meta-Llama-3-8B,5.42,627.2558713033795
Meta-Llama-3-8B,5.4,632.4038283452392
Meta-Llama-3-8B,5.38,637.4149484410882
Meta-Llama-3-8B,5.36,642.5720747336745
Meta-Llama-3-8B,5.34,647.8253042623401
Meta-Llama-3-8B,5.32,652.9301002398133
Meta-Llama-3-8B,5.3,658.2092716321349
Meta-Llama-3-8B,5.28,663.4463675543666
Meta-Llama-3-8B,5.26,668.6223653033376
Meta-Llama-3-8B,5.24,674.1222441568971
Meta-Llama-3-8B,5.22,679.5469339415431
Meta-Llama-3-8B,4.99,750.7153705433011
Meta-Llama-3-8B,4.97,757.9623754024506
Meta-Llama-3-8B,4.95,765.4845386445522
Meta-Llama-3-8B,4.93,773.5659453049302
Meta-Llama-3-8B,4.91,782.5320274084806
Meta-Llama-3-8B,4.89,791.8542558699846
Meta-Llama-3-8B,4.87,801.1817699223757
Meta-Llama-3-8B,4.85,810.7682934254408
Meta-Llama-3-8B,4.83,820.3865960091352
Meta-Llama-3-8B,4.81,830.1538535729051
Meta-Llama-3-8B,4.79,840.1970076858997
Meta-Llama-3-8B,4.77,850.4469466805458
Meta-Llama-3-8B,4.75,860.8582645356655
Meta-Llama-3-8B,4.73,871.4060265123844
Meta-Llama-3-8B,4.71,882.1686758548021
Meta-Llama-3-8B,4.69,893.0148071795702
Meta-Llama-3-8B,4.67,903.9928929954767
Meta-Llama-3-8B,4.65,915.0606156438586
Meta-Llama-3-8B,4.63,926.1857171803713
Meta-Llama-3-8B,4.39,1077.152861148119
Meta-Llama-3-8B,4.37,1093.8586482703686
Meta-Llama-3-8B,4.03,1409.321459978817
Meta-Llama-3-8B,4.01,1428.8033045232296
Meta-Llama-3-8B,3.99,1448.597277611494
Meta-Llama-3-8B,3.97,1468.6249746978283
Meta-Llama-3-8B,3.95,1488.7427588403225
Meta-Llama-3-8B,3.93,1509.008405894041
Meta-Llama-3-8B,3.91,1529.4572922885418
Meta-Llama-3-8B,3.89,1549.9681755006313
Meta-Llama-3-8B,3.87,1570.66209384799
Meta-Llama-3-8B,3.85,1591.533069297635
Meta-Llama-3-8B,3.83,1612.7959292382002
Meta-Llama-3-8B,3.81,1634.6223777979612
Meta-Llama-3-8B,3.79,1657.554287225008
Meta-Llama-3-8B,3.77,1681.1015309393406
Meta-Llama-3-8B,3.75,1704.9358195364475
Meta-Llama-3-8B,3.73,1728.979151159525
Meta-Llama-3-8B,3.71,1753.2813216745853
Meta-Llama-3-8B,3.69,1778.280821949243
Meta-Llama-3-8B,3.67,1803.4311622679234
Meta-Llama-3-8B,3.65,1828.796680599451
Meta-Llama-3-8B,3.63,1854.6010825932026
Meta-Llama-3-8B,3.61,1881.1688741743565
Meta-Llama-3-8B,3.59,1909.683663457632
Meta-Llama-3-8B,3.43,2172.8710501194
Meta-Llama-3-8B,3.41,2209.265524864197
Meta-Llama-3-8B,3.39,2246.084832429886
Meta-Llama-3-8B,3.37,2283.445370823145
Meta-Llama-3-8B,3.35,2321.138784855604
Meta-Llama-3-8B,3.33,2359.7880696058273
Meta-Llama-3-8B,3.31,2401.3693803548813
Meta-Llama-3-8B,7.56,189.4546073898673
Meta-Llama-3-8B,7.54,192.9078370332718
Meta-Llama-3-8B,7.53,194.8213059529662
Meta-Llama-3-8B,7.5,200.1951318308711
Meta-Llama-3-8B,7.48,203.7657110765576
Meta-Llama-3-8B,7.47,205.5742695853114
Meta-Llama-3-8B,7.44,210.95971640199423
Meta-Llama-3-8B,7.42,214.64755535125678
Meta-Llama-3-8B,7.41,216.34846489876503
Meta-Llama-3-8B,7.38,221.74301161617038
Meta-Llama-3-8B,7.36,225.53933113068342
Meta-Llama-3-8B,7.34,229.6040451601147
Meta-Llama-3-8B,7.32,232.5676909983158
Meta-Llama-3-8B,7.3,236.4761657118797
Meta-Llama-3-8B,7.29,238.00911045074463
Meta-Llama-3-8B,7.26,243.43712584674358
Meta-Llama-3-8B,7.24,247.41867429018018
Meta-Llama-3-8B,7.22,251.2842819094658
Meta-Llama-3-8B,7.2,254.31313471496105
Meta-Llama-3-8B,7.19,256.7208743020892
Meta-Llama-3-8B,7.16,262.16486828774197
Meta-Llama-3-8B,7.14,265.20578366516963
Meta-Llama-3-8B,7.13,267.57073306292295
Meta-Llama-3-8B,7.1,272.9758049324155
Meta-Llama-3-8B,7.08,276.12191362679005
Meta-Llama-3-8B,7.06,280.341955512762
Meta-Llama-3-8B,7.04,283.83145900815725
Meta-Llama-3-8B,7.02,287.0857730656862
Meta-Llama-3-8B,7.01,289.2651752308011
Meta-Llama-3-8B,8.13,88.56073229014874
Meta-Llama-3-8B,8.25,76.43276872113347
Meta-Llama-3-8B,8.51,66.80391814187169
Meta-Llama-3-8B,3.42,2191.0987458229065