model,language,template_name,execution_time,characters_count,words_count,chunk_sizes_mean,chunk_sizes_min,chunk_sizes_max,chunk_generation_times_mean,chunk_generation_times_min,chunk_generation_times_max
01-ai Yi Chat (34B),english,json,3.834192312493616,340.3775510204082,58.183673469387756,3.8218377635197065,1.0,14.0,0.02905281419386894,0.0004601478576660156,0.6119933128356934
01-ai Yi Chat (34B),english,markdown,4.875209599125142,537.8265306122449,90.21428571428571,4.23145472061657,1.0,15.0,0.029477664979513287,0.000396728515625,0.6902577877044678
01-ai Yi Chat (34B),japanese,json,12.8705559865928,388.04938271604937,11.691358024691358,1.2000610873549176,1.0,13.0,0.036714292821464704,0.00048804283142089844,0.7141768932342529
01-ai Yi Chat (34B),japanese,markdown,19.812452404686574,573.056179775281,16.9438202247191,1.1449288376060702,1.0,13.0,0.03677184357071728,0.0004608631134033203,0.6928038597106934
Chronos Hermes (13B),english,json,4.721294949054718,365.9,62.69,3.490080122090805,1.0,15.0,0.021018946593792918,0.00027179718017578125,0.6065487861633301
Chronos Hermes (13B),english,markdown,4.458954448602637,358.2857142857143,61.48979591836735,3.6168108776267,1.0,14.0,0.020784828659925238,0.0004761219024658203,0.3964853286743164
Chronos Hermes (13B),japanese,json,18.112667706277634,683.2083333333334,21.72222222222222,1.150182379349046,1.0,14.0,0.02361172727552015,0.0003821849822998047,0.5440409183502197
Chronos Hermes (13B),japanese,markdown,13.88519547736808,1072.5479452054794,140.34246575342465,2.514403160024407,1.0,16.0,0.024182286664176957,0.0004260540008544922,0.39719629287719727
Falcon Instruct (7B),english,json,1.8377627313953557,82.93150684931507,15.849315068493151,4.230607966457023,1.0,13.0,0.012668974994363525,0.0004930496215820312,0.09698057174682617
Falcon Instruct (7B),english,markdown,1.8538796330841494,90.4225352112676,15.408450704225352,4.648805213613324,1.0,13.0,0.012733512128461192,0.0003917217254638672,0.09382963180541992
Falcon Instruct (7B),japanese,json,1.0451691810120927,35.819148936170215,7.127659574468085,3.7163355408388523,1.0,10.0,0.01360485859001446,0.00037479400634765625,0.08153510093688965
Falcon Instruct (7B),japanese,markdown,0.6194416974720202,7.88421052631579,1.9052631578947368,3.3587443946188342,1.0,13.0,0.009902677193885427,0.000865936279296875,0.034580230712890625
LLaMA-2 Chat (7B),english,json,2.5491372994754626,344.3695652173913,59.83695652173913,3.491129476584022,1.0,14.0,0.007231530197395766,0.0002570152282714844,0.12662744522094727
LLaMA-2 Chat (7B),english,markdown,2.7005234983834354,394.3068181818182,68.39772727272727,3.7214714714714714,1.0,16.0,0.007627917532755141,0.00035452842712402344,0.2196364402770996
LLaMA-2 Chat (7B),japanese,json,3.9193407914724694,474.2048192771084,53.433734939759034,1.960304811236179,1.0,14.0,0.009285861508448958,0.00035572052001953125,0.1930844783782959
LLaMA-2 Chat (7B),japanese,markdown,4.234327340667898,712.875,69.01136363636364,1.9195557051497811,1.0,16.0,0.008488639047908132,0.0003447532653808594,0.2040574550628662
Mistral (7B) Instruct v0.2 (Together AI),english,json,2.0483637296531096,342.8995983935743,56.7710843373494,3.79526159043428,1.0,15.0,0.007936270601427141,0.0002071857452392578,0.30161213874816895
Mistral (7B) Instruct v0.2 (Together AI),english,markdown,2.544825687053356,450.6170212765957,72.89893617021276,3.7039174536551243,1.0,15.0,0.00792093470239189,0.0002067089080810547,0.4635443687438965
Mistral (7B) Instruct v0.2 (Together AI),japanese,json,3.7119850810751855,269.34939759036143,5.162650602409639,1.0478310796559724,1.0,13.0,0.009880354483175478,0.00023865699768066406,2.616291046142578
Mistral (7B) Instruct v0.2 (Together AI),japanese,markdown,7.5212546869509485,1171.8265895953757,137.8612716763006,1.9919624258145658,1.0,109.0,0.010850601641771877,0.00021409988403320312,8.214757204055786
Mistral-7B-Instruct-v0.2,english,json,4.296516989732718,339.22727272727275,54.77272727272727,4.079097368626532,1.0,15.0,0.04079543511947759,0.00024437904357910156,60.7178213596344
Mistral-7B-Instruct-v0.2,english,markdown,3.8693686013526105,365.531914893617,57.56382978723404,4.128319115703472,1.0,16.0,0.03467739830076673,0.020945072174072266,0.25538039207458496
Mistral-7B-Instruct-v0.2,japanese,json,2.613244720867702,56.298701298701296,3.4675324675324677,1.2642169728783903,1.0,11.0,0.04004790950495914,0.00047779083251953125,3.370748996734619
Mistral-7B-Instruct-v0.2,japanese,markdown,2.7685540850098067,52.41891891891892,2.0405405405405403,1.1191575302942873,1.0,6.0,0.04190377465439063,0.0004932880401611328,0.25658416748046875
Mixtral-8x7B-Instruct-v0.1,english,json,3.665129848137623,403.2542016806723,62.4390756302521,4.138125060633172,1.0,15.0,0.01437194579115682,0.0002009868621826172,3.4127349853515625
Mixtral-8x7B-Instruct-v0.1,english,markdown,5.775103669417532,522.9172932330827,83.45864661654136,4.350284606242572,1.0,15.0,0.015317759848210679,0.00020313262939453125,1.7103569507598877
Mixtral-8x7B-Instruct-v0.1,japanese,json,7.287098480350196,556.9218106995885,63.477366255144034,2.2494971825601304,1.0,109.0,0.02290278010061531,0.00020551681518554688,76.45081758499146
Mixtral-8x7B-Instruct-v0.1,japanese,markdown,9.511569020294008,432.14285714285717,7.2976190476190474,1.0973066110456153,1.0,12.0,0.017938276822029118,0.00019669532775878906,3.0317282676696777
OpenHermes-2.5-Mistral (7B),english,json,2.299964639605308,354.92857142857144,58.66326530612245,3.597745138601572,1.0,15.0,0.009893205301989491,0.0003464221954345703,0.34207844734191895
OpenHermes-2.5-Mistral (7B),english,markdown,2.595633898092353,380.0978260869565,63.68478260869565,3.918973439426202,1.0,15.0,0.01048721514193851,0.00033664703369140625,0.3534977436065674
OpenHermes-2.5-Mistral (7B),japanese,json,2.513281902488397,143.57142857142858,4.051020408163265,1.0734721904325932,1.0,8.0,0.014181530556562719,0.0003523826599121094,0.48614931106567383
OpenHermes-2.5-Mistral (7B),japanese,markdown,4.1442127884650715,333.18367346938777,4.724489795918367,1.0109604309864388,1.0,9.0,0.010979779298567272,0.0003566741943359375,0.6548421382904053
Qwen 1.5 Chat (7B),english,json,2.1808673976570048,314.01075268817203,52.655913978494624,3.838459516298633,1.0,15.0,0.006817500015914628,0.00034117698669433594,0.13403892517089844
Qwen 1.5 Chat (7B),english,markdown,2.3712507900438813,424.5684210526316,70.2421052631579,4.211108790979328,1.0,15.0,0.006809696296879881,0.0003638267517089844,0.14255690574645996
Qwen 1.5 Chat (7B),japanese,json,2.2431268441049674,207.58947368421053,4.11578947368421,1.4861341371514696,1.0,17.0,0.007540746784425806,0.00038743019104003906,0.21312594413757324
Qwen 1.5 Chat (7B),japanese,markdown,2.0088862404227257,214.79166666666666,1.7395833333333333,1.4659462533769374,1.0,17.0,0.007425861000658759,0.00035572052001953125,0.13323616981506348
RedPajama-INCITE Chat (7B),english,json,2.0967678966976346,55.61904761904762,5.416666666666667,2.916354556803995,1.0,15.0,0.026109205798412232,0.0004024505615234375,0.131911039352417
RedPajama-INCITE Chat (7B),english,markdown,2.0654409464667824,54.84705882352941,5.176470588235294,2.9119300437226734,1.0,70.0,0.02642942978991783,0.0004153251647949219,0.939018964767456
RedPajama-INCITE Chat (7B),japanese,json,1.8026243034674196,53.40816326530612,5.877551020408164,2.8079399141630903,1.0,13.0,0.027359759986656417,0.0003719329833984375,0.1054222583770752
RedPajama-INCITE Chat (7B),japanese,markdown,1.9637482093305003,77.66326530612245,4.36734693877551,3.999474513925381,1.0,70.0,0.027386420911948303,0.0007987022399902344,0.4024965763092041
Snorkel Mistral PairRM DPO (7B),english,json,3.0900819142659506,951.3444444444444,151.1888888888889,3.789042793291145,1.0,15.0,0.0072367200916011905,0.00022792816162109375,0.1967298984527588
Snorkel Mistral PairRM DPO (7B),english,markdown,2.628829130373503,499.4736842105263,77.45263157894736,3.989071038251366,1.0,15.0,0.008036611600301004,0.0003504753112792969,0.27209019660949707
Snorkel Mistral PairRM DPO (7B),japanese,json,7.3780752953062665,1579.6914893617022,191.4468085106383,1.9991249091251784,1.0,15.0,0.008245711491711964,0.0003476142883300781,0.49362945556640625
Snorkel Mistral PairRM DPO (7B),japanese,markdown,86.86322889429458,16876.14893617021,447.1808510638298,1.0719315956553996,1.0,14.0,0.0054663013888370925,0.00032520294189453125,1.1380209922790527
TinyLlama/TinyLlama-1.1B-Chat-v1.0,english,json,1.9458302193674548,366.25,61.58965517241379,4.169774654522613,1.0,13.0,0.012296600931852907,0.00024318695068359375,0.17363858222961426
TinyLlama/TinyLlama-1.1B-Chat-v1.0,english,markdown,1.6830505162477494,282.55,47.1125,3.9572829131652663,1.0,14.0,0.012217252319600401,0.0003170967102050781,0.15227961540222168
TinyLlama/TinyLlama-1.1B-Chat-v1.0,japanese,json,1.4167885013989039,72.81428571428572,8.8,2.0274463007159906,1.0,13.0,0.014790566363975749,0.00031280517578125,0.3310587406158447
TinyLlama/TinyLlama-1.1B-Chat-v1.0,japanese,markdown,1.336316986878713,89.78333333333333,12.716666666666667,2.432054176072235,1.0,13.0,0.013910464400900675,0.0005300045013427734,0.176621675491333
Vicuna v1.5 (7B),english,json,2.811121812619661,371.14736842105265,63.88421052631579,3.485468564650059,1.0,15.0,0.011213418027071577,0.0003688335418701172,0.11755537986755371
Vicuna v1.5 (7B),english,markdown,2.038096696772474,380.3085106382979,64.2872340425532,3.6980448950036204,1.0,15.0,0.011199472534307541,0.00037550926208496094,0.1981511116027832
Vicuna v1.5 (7B),japanese,json,4.888940976460774,293.85333333333335,15.04,1.2507235684694398,1.0,15.0,0.015249164155471149,0.0003762245178222656,0.319460391998291
Vicuna v1.5 (7B),japanese,markdown,5.688798353075981,300.2125,2.9,1.0294029402940295,1.0,11.0,0.015179881321561766,0.0003802776336669922,0.19443845748901367
WizardLM v1.2 (13B),english,json,3.0704635977745056,284.04545454545456,48.71590909090909,3.286785009861933,1.0,15.0,0.021288358060095672,0.00036406517028808594,0.4714198112487793
WizardLM v1.2 (13B),english,markdown,3.646563207401949,367.45882352941175,62.84705882352941,3.7540865384615385,1.0,14.0,0.021508242619725376,0.0005571842193603516,0.5012450218200684
WizardLM v1.2 (13B),japanese,json,6.563389152896647,218.3877551020408,4.642857142857143,1.0465013935748864,1.0,7.0,0.027866148073150618,0.00034737586975097656,0.5480227470397949
WizardLM v1.2 (13B),japanese,markdown,8.748523741352315,352.1530612244898,17.73469387755102,1.2008002783576897,1.0,11.0,0.02774835801738455,0.000453948974609375,0.8807919025421143
chat-bison (PaLM 2),english,json,2.5406186148524283,381.7267857142857,60.88125,78.31727422604872,1.0,142.0,0.3495202942369709,0.0003688335418701172,7.334931373596191
chat-bison (PaLM 2),english,markdown,2.9635989278554917,490.4875,78.5375,84.20386266094421,1.0,138.0,0.3641034907025841,0.0004639625549316406,4.600815534591675
chat-bison (PaLM 2),japanese,json,3.0616454005241396,232.68,10.48,34.21764705882353,3.0,124.0,0.326771635167739,0.0005857944488525391,2.7724690437316895
chat-bison (PaLM 2),japanese,markdown,4.669546687602997,431.725,13.85,31.74448529411765,2.0,124.0,0.27883222348549785,0.0005550384521484375,7.114030122756958
chat-bison-32k (PaLM 2 32K),english,json,7.142214598400252,335.47232142857143,53.799107142857146,77.18344289235826,1.0,133.0,1.4512595853652734,0.00041985511779785156,101.5493803024292
chat-bison-32k (PaLM 2 32K),english,markdown,3.44630788564682,429.95,69.35,82.6826923076923,1.0,133.0,0.5048719226167753,0.0005412101745605469,18.035786390304565
chat-bison-32k (PaLM 2 32K),japanese,json,5.072022783756256,272.85,10.35,34.320754716981135,4.0,124.0,0.5336985453119818,0.0005052089691162109,52.47814655303955
chat-bison-32k (PaLM 2 32K),japanese,markdown,6.1971998631954195,446.45,21.4,32.118705035971225,5.0,124.0,0.3856057263106751,0.0005400180816650391,7.165225505828857
gemini-pro,english,json,2.7415290858475547,388.5206321334504,62.01755926251097,204.58853444290338,1.0,988.0,1.4202116817663073,0.0004703998565673828,13.73231840133667
gemini-pro,english,markdown,3.0089986324310303,487.1458333333333,80.67708333333333,183.39607843137256,12.0,472.0,1.1130499073103362,0.0006177425384521484,4.875006198883057
gemini-pro,japanese,json,4.5300196591070145,276.6694915254237,6.983050847457627,91.1927374301676,4.0,333.0,1.4752027082709627,0.0006062984466552734,8.291066646575928
gemini-pro,japanese,markdown,6.166934008781727,422.7307692307692,9.096153846153847,90.83471074380165,9.0,266.0,1.3123543331445742,0.0006639957427978516,13.754565954208374
gpt-3.5-turbo,english,call,2.908525016600803,456.85911016949154,72.26059322033899,,,,,,
gpt-3.5-turbo,english,json,2.566863525494622,398.56960556844547,65.32366589327147,4.806746320443226,1.0,16.0,0.015585779219764062,0.0005395412445068359,1.4500916004180908
gpt-3.5-turbo,english,markdown,2.3388922008184285,506.90384615384613,81.99038461538461,5.050584403142365,1.0,16.0,0.01715806382989308,0.0005617141723632812,1.127073049545288
gpt-3.5-turbo,japanese,call,7.255881716940138,382.95,6.351111111111111,,,,,,
gpt-3.5-turbo,japanese,json,5.226112197780009,237.1069182389937,3.559748427672956,1.1291481969569905,1.0,7.0,0.02129129201220198,0.0005452632904052734,13.75982117652893
gpt-3.5-turbo,japanese,markdown,7.29901300883684,358.72131147540983,6.065573770491803,1.1894977168949772,1.0,15.0,0.021750167313542772,0.0005612373352050781,13.71114993095398
gpt-4,english,call,9.15708539162022,374.16815144766144,59.661469933184854,,,,,,
gpt-4,english,json,7.963626848197565,383.3707317073171,61.69512195121951,4.7834568389659005,1.0,16.0,0.08687007305138472,0.000537872314453125,3.531284809112549
gpt-4,english,markdown,10.02310108244419,428.35,67.825,4.990243192078054,1.0,16.0,0.10377185442257747,0.0005447864532470703,2.087376117706299
gpt-4,japanese,call,24.259297592319243,214.9076023391813,1.1695906432748537,,,,,,
gpt-4,japanese,json,22.703774025460252,211.63025210084032,4.168067226890757,1.1685226429101707,1.0,7.0,0.11835955503744466,0.0005507469177246094,3.5608017444610596
gpt-4,japanese,markdown,31.99519391655922,275.1,2.925,1.1327980234712787,1.0,9.0,0.12606545905407157,0.0005619525909423828,2.9794347286224365
gpt-4-turbo,english,call,7.319288367695279,372.86,58.532222222222224,,,,,,
gpt-4-turbo,english,json,6.457074524425879,407.0243902439024,64.18414634146342,4.735998183701559,1.0,17.0,0.06474667943090798,0.0006806850433349609,5.431884765625
gpt-4-turbo,english,markdown,8.325546002388,462.1125,71.925,4.984360253471754,1.0,16.0,0.07950969425127868,0.0006999969482421875,2.0926766395568848
gpt-4-turbo,japanese,call,32.67405146055443,372.7860465116279,24.886046511627907,,,,,,
gpt-4-turbo,japanese,json,19.359180968999862,250.44166666666666,6.183333333333334,1.184261339007763,1.0,8.0,0.08582140138847597,0.0006830692291259766,13.252992153167725
gpt-4-turbo,japanese,markdown,20.977174520492554,283.55,4.45,1.1460038395473375,1.0,10.0,0.07991695286011809,0.0007085800170898438,2.3845231533050537
llama-2-70b-chat,english,json,2.917410132025375,355.7463556851312,54.861030126336246,4.02267032967033,1.0,15.0,0.019103390617685005,0.0001990795135498047,3.8762006759643555
llama-2-70b-chat,english,markdown,4.99397261045417,827.5714285714286,125.95918367346938,4.177931176591799,1.0,16.0,0.018161741699259625,0.0002124309539794922,0.7439091205596924
llama-2-70b-chat,japanese,json,5.265992468681889,369.3768115942029,42.56521739130435,2.3362207250561435,1.0,15.0,0.023359512199899433,0.00020837783813476562,0.9314718246459961
llama-2-70b-chat,japanese,markdown,11.084085723449444,1379.6896551724137,158.01724137931035,2.2644745033674796,1.0,16.0,0.01566780037868879,0.0002117156982421875,76.44498753547668
zephyr-7b-beta,english,json,4.252429554081262,376.7899686520376,61.78369905956113,4.26030553291036,1.0,14.0,0.03764735399563352,0.0003070831298828125,1.0504331588745117
zephyr-7b-beta,english,markdown,4.788659170695714,376.10714285714283,61.15,4.393408427200668,1.0,15.0,0.04506704832147846,0.00040459632873535156,75.15552616119385
zephyr-7b-beta,japanese,json,2.6574003274624163,44.75,3.6923076923076925,1.152208358090711,1.0,7.0,0.044344271615274496,0.018090486526489258,1.1675689220428467
zephyr-7b-beta,japanese,markdown,2.6084938406944276,40.0,2.39,1.0282776349614395,1.0,4.0,0.042658403845250145,0.02583909034729004,1.2674541473388672