plot_name,path,plot_object,header,description,plot_json,arguments,df
execution_costs,./html/plots/execution_costs.html,"Figure({
'data': [{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'gpt-4',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'gpt-4',
'offsetgroup': 'gpt-4',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([9.1329]),
'xaxis': 'x',
'y': array(['gpt-4'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'gpt-4-turbo',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'gpt-4-turbo',
'offsetgroup': 'gpt-4-turbo',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([6.7599]),
'xaxis': 'x',
'y': array(['gpt-4-turbo'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Mixtral-8x7B-Instruct-v0.1',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'Mixtral-8x7B-Instruct-v0.1',
'offsetgroup': 'Mixtral-8x7B-Instruct-v0.1',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.539613]),
'xaxis': 'x',
'y': array(['Mixtral-8x7B-Instruct-v0.1'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'zephyr-7b-beta',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'zephyr-7b-beta',
'offsetgroup': 'zephyr-7b-beta',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.49900073]),
'xaxis': 'x',
'y': array(['zephyr-7b-beta'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': '01-ai Yi Chat (34B)',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': '01-ai Yi Chat (34B)',
'offsetgroup': '01-ai Yi Chat (34B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.45192]),
'xaxis': 'x',
'y': array(['01-ai Yi Chat (34B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'llama-2-70b-chat',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'llama-2-70b-chat',
'offsetgroup': 'llama-2-70b-chat',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.355275]),
'xaxis': 'x',
'y': array(['llama-2-70b-chat'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'gpt-3.5-turbo',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'gpt-3.5-turbo',
'offsetgroup': 'gpt-3.5-turbo',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.33931]),
'xaxis': 'x',
'y': array(['gpt-3.5-turbo'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Mistral-7B-Instruct-v0.2',
'marker': {'color': '#B6E880', 'pattern': {'shape': ''}},
'name': 'Mistral-7B-Instruct-v0.2',
'offsetgroup': 'Mistral-7B-Instruct-v0.2',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.29065089]),
'xaxis': 'x',
'y': array(['Mistral-7B-Instruct-v0.2'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Snorkel Mistral PairRM DPO (7B)',
'marker': {'color': '#FF97FF', 'pattern': {'shape': ''}},
'name': 'Snorkel Mistral PairRM DPO (7B)',
'offsetgroup': 'Snorkel Mistral PairRM DPO (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.176236]),
'xaxis': 'x',
'y': array(['Snorkel Mistral PairRM DPO (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Chronos Hermes (13B)',
'marker': {'color': '#FECB52', 'pattern': {'shape': ''}},
'name': 'Chronos Hermes (13B)',
'offsetgroup': 'Chronos Hermes (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.158268]),
'xaxis': 'x',
'y': array(['Chronos Hermes (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'WizardLM v1.2 (13B)',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'WizardLM v1.2 (13B)',
'offsetgroup': 'WizardLM v1.2 (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.147276]),
'xaxis': 'x',
'y': array(['WizardLM v1.2 (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Upstage SOLAR Instruct v1 (11B)',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'Upstage SOLAR Instruct v1 (11B)',
'offsetgroup': 'Upstage SOLAR Instruct v1 (11B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.117306]),
'xaxis': 'x',
'y': array(['Upstage SOLAR Instruct v1 (11B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'LLaMA-2 Chat (7B)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'LLaMA-2 Chat (7B)',
'offsetgroup': 'LLaMA-2 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.11668]),
'xaxis': 'x',
'y': array(['LLaMA-2 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Qwen 1.5 Chat (7B)',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'Qwen 1.5 Chat (7B)',
'offsetgroup': 'Qwen 1.5 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.10312]),
'xaxis': 'x',
'y': array(['Qwen 1.5 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'OpenHermes-2.5-Mistral (7B)',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': 'OpenHermes-2.5-Mistral (7B)',
'offsetgroup': 'OpenHermes-2.5-Mistral (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.099956]),
'xaxis': 'x',
'y': array(['OpenHermes-2.5-Mistral (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Vicuna v1.5 (7B)',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'Vicuna v1.5 (7B)',
'offsetgroup': 'Vicuna v1.5 (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.085688]),
'xaxis': 'x',
'y': array(['Vicuna v1.5 (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Falcon Instruct (7B)',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'Falcon Instruct (7B)',
'offsetgroup': 'Falcon Instruct (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.08474]),
'xaxis': 'x',
'y': array(['Falcon Instruct (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'RedPajama-INCITE Chat (7B)',
'marker': {'color': '#B6E880', 'pattern': {'shape': ''}},
'name': 'RedPajama-INCITE Chat (7B)',
'offsetgroup': 'RedPajama-INCITE Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.082008]),
'xaxis': 'x',
'y': array(['RedPajama-INCITE Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'chat-bison (PaLM 2)',
'marker': {'color': '#FF97FF', 'pattern': {'shape': ''}},
'name': 'chat-bison (PaLM 2)',
'offsetgroup': 'chat-bison (PaLM 2)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.0787475]),
'xaxis': 'x',
'y': array(['chat-bison (PaLM 2)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'chat-bison-32k (PaLM 2 32K)',
'marker': {'color': '#FECB52', 'pattern': {'shape': ''}},
'name': 'chat-bison-32k (PaLM 2 32K)',
'offsetgroup': 'chat-bison-32k (PaLM 2 32K)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.0786175]),
'xaxis': 'x',
'y': array(['chat-bison-32k (PaLM 2 32K)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'gemini-pro',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'gemini-pro',
'offsetgroup': 'gemini-pro',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.0775075]),
'xaxis': 'x',
'y': array(['gemini-pro'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'offsetgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.0661168]),
'xaxis': 'x',
'y': array(['TinyLlama/TinyLlama-1.1B-Chat-v1.0'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Execution cost ($)=%{x}',
'legendgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'Mistral (7B) Instruct v0.2 (Together AI)',
'offsetgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([0.059762]),
'xaxis': 'x',
'y': array(['Mistral (7B) Instruct v0.2 (Together AI)'], dtype=object),
'yaxis': 'y'}],
'layout': {'barmode': 'relative',
'legend': {'title': {'text': 'Model'}, 'tracegroupgap': 0},
'template': '...',
'title': {'text': 'Costs of execution of 6660 test queries per model'},
'xaxis': {'anchor': 'y', 'domain': [0.0, 1.0], 'title': {'text': 'Execution cost ($)'}},
'yaxis': {'anchor': 'x',
'categoryarray': [Mistral (7B) Instruct v0.2 (Together
AI), TinyLlama/TinyLlama-1.1B-Chat-v1.0,
gemini-pro, chat-bison-32k (PaLM 2 32K),
chat-bison (PaLM 2), RedPajama-INCITE
Chat (7B), Falcon Instruct (7B), Vicuna
v1.5 (7B), OpenHermes-2.5-Mistral (7B),
Qwen 1.5 Chat (7B), LLaMA-2 Chat (7B),
Upstage SOLAR Instruct v1 (11B),
WizardLM v1.2 (13B), Chronos Hermes
(13B), Snorkel Mistral PairRM DPO (7B),
Mistral-7B-Instruct-v0.2, gpt-3.5-turbo,
llama-2-70b-chat, 01-ai Yi Chat (34B),
zephyr-7b-beta,
Mixtral-8x7B-Instruct-v0.1, gpt-4-turbo,
gpt-4],
'categoryorder': 'array',
'domain': [0.0, 1.0],
'title': {'text': 'Model'}}}
})",Costs of execution of 6660 test queries per model,,"{""data"":[{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-4"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""gpt-4"",""offsetgroup"":""gpt-4"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[9.1329],""xaxis"":""x"",""y"":[""gpt-4""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-4-turbo"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""gpt-4-turbo"",""offsetgroup"":""gpt-4-turbo"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[6.7599],""xaxis"":""x"",""y"":[""gpt-4-turbo""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mixtral-8x7B-Instruct-v0.1"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""Mixtral-8x7B-Instruct-v0.1"",""offsetgroup"":""Mixtral-8x7B-Instruct-v0.1"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.539613],""xaxis"":""x"",""y"":[""Mixtral-8x7B-Instruct-v0.1""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""zephyr-7b-beta"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""zephyr-7b-beta"",""offsetgroup"":""zephyr-7b-beta"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.49900072815683155],""xaxis"":""x"",""y"":[""zephyr-7b-beta""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""01-ai Yi Chat (34B)"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""01-ai Yi Chat (34B)"",""offsetgroup"":""01-ai Yi Chat (34B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.45192],""xaxis"":""x"",""y"":[""01-ai Yi Chat (34B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""llama-2-70b-chat"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""llama-2-70b-chat"",""offsetgroup"":""llama-2-70b-chat"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.355275],""xaxis"":""x"",""y"":[""llama-2-70b-chat""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-3.5-turbo"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""gpt-3.5-turbo"",""offsetgroup"":""gpt-3.5-turbo"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.33931],""xaxis"":""x"",""y"":[""gpt-3.5-turbo""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mistral-7B-Instruct-v0.2"",""marker"":{""color"":""#B6E880"",""pattern"":{""shape"":""""}},""name"":""Mistral-7B-Instruct-v0.2"",""offsetgroup"":""Mistral-7B-Instruct-v0.2"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.29065088506539666],""xaxis"":""x"",""y"":[""Mistral-7B-Instruct-v0.2""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Snorkel Mistral PairRM DPO (7B)"",""marker"":{""color"":""#FF97FF"",""pattern"":{""shape"":""""}},""name"":""Snorkel Mistral PairRM DPO (7B)"",""offsetgroup"":""Snorkel Mistral PairRM DPO (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.176236],""xaxis"":""x"",""y"":[""Snorkel Mistral PairRM DPO (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Chronos Hermes (13B)"",""marker"":{""color"":""#FECB52"",""pattern"":{""shape"":""""}},""name"":""Chronos Hermes (13B)"",""offsetgroup"":""Chronos Hermes (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.158268],""xaxis"":""x"",""y"":[""Chronos Hermes (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""WizardLM v1.2 (13B)"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""WizardLM v1.2 (13B)"",""offsetgroup"":""WizardLM v1.2 (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.147276],""xaxis"":""x"",""y"":[""WizardLM v1.2 (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Upstage SOLAR Instruct v1 (11B)"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""Upstage SOLAR Instruct v1 (11B)"",""offsetgroup"":""Upstage SOLAR Instruct v1 (11B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.117306],""xaxis"":""x"",""y"":[""Upstage SOLAR Instruct v1 (11B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""LLaMA-2 Chat (7B)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""LLaMA-2 Chat (7B)"",""offsetgroup"":""LLaMA-2 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.11668],""xaxis"":""x"",""y"":[""LLaMA-2 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Qwen 1.5 Chat (7B)"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""Qwen 1.5 Chat (7B)"",""offsetgroup"":""Qwen 1.5 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.10311999999999999],""xaxis"":""x"",""y"":[""Qwen 1.5 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""OpenHermes-2.5-Mistral (7B)"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""OpenHermes-2.5-Mistral (7B)"",""offsetgroup"":""OpenHermes-2.5-Mistral (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.09995599999999999],""xaxis"":""x"",""y"":[""OpenHermes-2.5-Mistral (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Vicuna v1.5 (7B)"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""Vicuna v1.5 (7B)"",""offsetgroup"":""Vicuna v1.5 (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.085688],""xaxis"":""x"",""y"":[""Vicuna v1.5 (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Falcon Instruct (7B)"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""Falcon Instruct (7B)"",""offsetgroup"":""Falcon Instruct (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.08474],""xaxis"":""x"",""y"":[""Falcon Instruct (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""RedPajama-INCITE Chat (7B)"",""marker"":{""color"":""#B6E880"",""pattern"":{""shape"":""""}},""name"":""RedPajama-INCITE Chat (7B)"",""offsetgroup"":""RedPajama-INCITE Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.082008],""xaxis"":""x"",""y"":[""RedPajama-INCITE Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""chat-bison (PaLM 2)"",""marker"":{""color"":""#FF97FF"",""pattern"":{""shape"":""""}},""name"":""chat-bison (PaLM 2)"",""offsetgroup"":""chat-bison (PaLM 2)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.0787475],""xaxis"":""x"",""y"":[""chat-bison (PaLM 2)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""chat-bison-32k (PaLM 2 32K)"",""marker"":{""color"":""#FECB52"",""pattern"":{""shape"":""""}},""name"":""chat-bison-32k (PaLM 2 32K)"",""offsetgroup"":""chat-bison-32k (PaLM 2 32K)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.07861749999999999],""xaxis"":""x"",""y"":[""chat-bison-32k (PaLM 2 32K)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gemini-pro"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""gemini-pro"",""offsetgroup"":""gemini-pro"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.0775075],""xaxis"":""x"",""y"":[""gemini-pro""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""offsetgroup"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.06611679673194885],""xaxis"":""x"",""y"":[""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eExecution cost ($)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""Mistral (7B) Instruct v0.2 (Together AI)"",""offsetgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[0.059761999999999996],""xaxis"":""x"",""y"":[""Mistral (7B) Instruct v0.2 (Together AI)""],""yaxis"":""y"",""type"":""bar""}],""layout"":{""template"":{""data"":{""histogram2dcontour"":[{""type"":""histogram2dcontour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""choropleth"":[{""type"":""choropleth"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""histogram2d"":[{""type"":""histogram2d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmap"":[{""type"":""heatmap"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmapgl"":[{""type"":""heatmapgl"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""contourcarpet"":[{""type"":""contourcarpet"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""contour"":[{""type"":""contour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""surface"":[{""type"":""surface"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""mesh3d"":[{""type"":""mesh3d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""scatter"":[{""fillpattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2},""type"":""scatter""}],""parcoords"":[{""type"":""parcoords"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolargl"":[{""type"":""scatterpolargl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""bar"":[{""error_x"":{""color"":""#2a3f5f""},""error_y"":{""color"":""#2a3f5f""},""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""bar""}],""scattergeo"":[{""type"":""scattergeo"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolar"":[{""type"":""scatterpolar"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""histogram"":[{""marker"":{""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""histogram""}],""scattergl"":[{""type"":""scattergl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatter3d"":[{""type"":""scatter3d"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattermapbox"":[{""type"":""scattermapbox"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterternary"":[{""type"":""scatterternary"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattercarpet"":[{""type"":""scattercarpet"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""carpet"":[{""aaxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""baxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""type"":""carpet""}],""table"":[{""cells"":{""fill"":{""color"":""#EBF0F8""},""line"":{""color"":""white""}},""header"":{""fill"":{""color"":""#C8D4E3""},""line"":{""color"":""white""}},""type"":""table""}],""barpolar"":[{""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""barpolar""}],""pie"":[{""automargin"":true,""type"":""pie""}]},""layout"":{""autotypenumbers"":""strict"",""colorway"":[""#636efa"",""#EF553B"",""#00cc96"",""#ab63fa"",""#FFA15A"",""#19d3f3"",""#FF6692"",""#B6E880"",""#FF97FF"",""#FECB52""],""font"":{""color"":""#2a3f5f""},""hovermode"":""closest"",""hoverlabel"":{""align"":""left""},""paper_bgcolor"":""white"",""plot_bgcolor"":""#E5ECF6"",""polar"":{""bgcolor"":""#E5ECF6"",""angularaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""radialaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""ternary"":{""bgcolor"":""#E5ECF6"",""aaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""baxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""caxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""coloraxis"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""colorscale"":{""sequential"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""sequentialminus"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""diverging"":[[0,""#8e0152""],[0.1,""#c51b7d""],[0.2,""#de77ae""],[0.3,""#f1b6da""],[0.4,""#fde0ef""],[0.5,""#f7f7f7""],[0.6,""#e6f5d0""],[0.7,""#b8e186""],[0.8,""#7fbc41""],[0.9,""#4d9221""],[1,""#276419""]]},""xaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""yaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""scene"":{""xaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""yaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""zaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2}},""shapedefaults"":{""line"":{""color"":""#2a3f5f""}},""annotationdefaults"":{""arrowcolor"":""#2a3f5f"",""arrowhead"":0,""arrowwidth"":1},""geo"":{""bgcolor"":""white"",""landcolor"":""#E5ECF6"",""subunitcolor"":""white"",""showland"":true,""showlakes"":true,""lakecolor"":""white""},""title"":{""x"":0.05},""mapbox"":{""style"":""light""}}},""xaxis"":{""anchor"":""y"",""domain"":[0.0,1.0],""title"":{""text"":""Execution cost ($)""}},""yaxis"":{""anchor"":""x"",""domain"":[0.0,1.0],""title"":{""text"":""Model""},""categoryorder"":""array"",""categoryarray"":[""Mistral (7B) Instruct v0.2 (Together AI)"",""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""gemini-pro"",""chat-bison-32k (PaLM 2 32K)"",""chat-bison (PaLM 2)"",""RedPajama-INCITE Chat (7B)"",""Falcon Instruct (7B)"",""Vicuna v1.5 (7B)"",""OpenHermes-2.5-Mistral (7B)"",""Qwen 1.5 Chat (7B)"",""LLaMA-2 Chat (7B)"",""Upstage SOLAR Instruct v1 (11B)"",""WizardLM v1.2 (13B)"",""Chronos Hermes (13B)"",""Snorkel Mistral PairRM DPO (7B)"",""Mistral-7B-Instruct-v0.2"",""gpt-3.5-turbo"",""llama-2-70b-chat"",""01-ai Yi Chat (34B)"",""zephyr-7b-beta"",""Mixtral-8x7B-Instruct-v0.1"",""gpt-4-turbo"",""gpt-4""]},""legend"":{""title"":{""text"":""Model""},""tracegroupgap"":0},""title"":{""text"":""Costs of execution of 6660 test queries per model""},""barmode"":""relative""}}","{""y"": ""model"", ""x"": ""model_query_costs"", ""color"": ""model"", ""orientation"": ""h"", ""title"": ""Costs of execution of 6660 test queries per model"", ""labels"": {""model"": ""Model"", ""model_query_costs"": ""Execution cost ($)""}}",",model_query_costs,model
2,9.1329,gpt-4
1,6.7599,gpt-4-turbo
4,0.539613,Mixtral-8x7B-Instruct-v0.1
5,0.49900072815683155,zephyr-7b-beta
11,0.45192,01-ai Yi Chat (34B)
3,0.355275,llama-2-70b-chat
0,0.33931,gpt-3.5-turbo
6,0.29065088506539666,Mistral-7B-Instruct-v0.2
43,0.176236,Snorkel Mistral PairRM DPO (7B)
12,0.158268,Chronos Hermes (13B)
55,0.147276,WizardLM v1.2 (13B)
56,0.117306,Upstage SOLAR Instruct v1 (11B)
24,0.11668,LLaMA-2 Chat (7B)
40,0.10311999999999999,Qwen 1.5 Chat (7B)
46,0.09995599999999999,OpenHermes-2.5-Mistral (7B)
17,0.085688,Vicuna v1.5 (7B)
48,0.08474,Falcon Instruct (7B)
51,0.082008,RedPajama-INCITE Chat (7B)
9,0.0787475,chat-bison (PaLM 2)
10,0.07861749999999999,chat-bison-32k (PaLM 2 32K)
8,0.0775075,gemini-pro
7,0.06611679673194885,TinyLlama/TinyLlama-1.1B-Chat-v1.0
26,0.059761999999999996,Mistral (7B) Instruct v0.2 (Together AI)
"
model_sizes,./html/plots/model_sizes.html,"Figure({
'data': [{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'llama-2-70b-chat',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'llama-2-70b-chat',
'offsetgroup': 'llama-2-70b-chat',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([70.]),
'xaxis': 'x',
'y': array(['llama-2-70b-chat'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Mixtral-8x7B-Instruct-v0.1',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'Mixtral-8x7B-Instruct-v0.1',
'offsetgroup': 'Mixtral-8x7B-Instruct-v0.1',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([56.]),
'xaxis': 'x',
'y': array(['Mixtral-8x7B-Instruct-v0.1'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': '01-ai Yi Chat (34B)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': '01-ai Yi Chat (34B)',
'offsetgroup': '01-ai Yi Chat (34B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([34.]),
'xaxis': 'x',
'y': array(['01-ai Yi Chat (34B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'WizardLM v1.2 (13B)',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'WizardLM v1.2 (13B)',
'offsetgroup': 'WizardLM v1.2 (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([13.]),
'xaxis': 'x',
'y': array(['WizardLM v1.2 (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Chronos Hermes (13B)',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': 'Chronos Hermes (13B)',
'offsetgroup': 'Chronos Hermes (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([13.]),
'xaxis': 'x',
'y': array(['Chronos Hermes (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Upstage SOLAR Instruct v1 (11B)',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'Upstage SOLAR Instruct v1 (11B)',
'offsetgroup': 'Upstage SOLAR Instruct v1 (11B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([11.]),
'xaxis': 'x',
'y': array(['Upstage SOLAR Instruct v1 (11B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Vicuna v1.5 (7B)',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'Vicuna v1.5 (7B)',
'offsetgroup': 'Vicuna v1.5 (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Vicuna v1.5 (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Mistral-7B-Instruct-v0.2',
'marker': {'color': '#B6E880', 'pattern': {'shape': ''}},
'name': 'Mistral-7B-Instruct-v0.2',
'offsetgroup': 'Mistral-7B-Instruct-v0.2',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Mistral-7B-Instruct-v0.2'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'marker': {'color': '#FF97FF', 'pattern': {'shape': ''}},
'name': 'Mistral (7B) Instruct v0.2 (Together AI)',
'offsetgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Mistral (7B) Instruct v0.2 (Together AI)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Qwen 1.5 Chat (7B)',
'marker': {'color': '#FECB52', 'pattern': {'shape': ''}},
'name': 'Qwen 1.5 Chat (7B)',
'offsetgroup': 'Qwen 1.5 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Qwen 1.5 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Snorkel Mistral PairRM DPO (7B)',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'Snorkel Mistral PairRM DPO (7B)',
'offsetgroup': 'Snorkel Mistral PairRM DPO (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Snorkel Mistral PairRM DPO (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'OpenHermes-2.5-Mistral (7B)',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'OpenHermes-2.5-Mistral (7B)',
'offsetgroup': 'OpenHermes-2.5-Mistral (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['OpenHermes-2.5-Mistral (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'Falcon Instruct (7B)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'Falcon Instruct (7B)',
'offsetgroup': 'Falcon Instruct (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['Falcon Instruct (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'RedPajama-INCITE Chat (7B)',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'RedPajama-INCITE Chat (7B)',
'offsetgroup': 'RedPajama-INCITE Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['RedPajama-INCITE Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'zephyr-7b-beta',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': 'zephyr-7b-beta',
'offsetgroup': 'zephyr-7b-beta',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['zephyr-7b-beta'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'LLaMA-2 Chat (7B)',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'LLaMA-2 Chat (7B)',
'offsetgroup': 'LLaMA-2 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([7.]),
'xaxis': 'x',
'y': array(['LLaMA-2 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model size (B params)=%{x}',
'legendgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'offsetgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([1.1]),
'xaxis': 'x',
'y': array(['TinyLlama/TinyLlama-1.1B-Chat-v1.0'], dtype=object),
'yaxis': 'y'}],
'layout': {'barmode': 'relative',
'legend': {'title': {'text': 'Model'}, 'tracegroupgap': 0},
'template': '...',
'title': {'text': 'Model sizes in billions of parameters'},
'xaxis': {'anchor': 'y', 'domain': [0.0, 1.0], 'title': {'text': 'Model size (B params)'}},
'yaxis': {'anchor': 'x',
'categoryarray': [TinyLlama/TinyLlama-1.1B-Chat-v1.0,
LLaMA-2 Chat (7B), zephyr-7b-beta,
RedPajama-INCITE Chat (7B), Falcon
Instruct (7B), OpenHermes-2.5-Mistral
(7B), Snorkel Mistral PairRM DPO (7B),
Qwen 1.5 Chat (7B), Mistral (7B)
Instruct v0.2 (Together AI),
Mistral-7B-Instruct-v0.2, Vicuna v1.5
(7B), Upstage SOLAR Instruct v1 (11B),
Chronos Hermes (13B), WizardLM v1.2
(13B), 01-ai Yi Chat (34B),
Mixtral-8x7B-Instruct-v0.1,
llama-2-70b-chat],
'categoryorder': 'array',
'domain': [0.0, 1.0],
'title': {'text': 'Model'}}}
})",Model sizes in billions of parameters,,"{""data"":[{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""llama-2-70b-chat"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""llama-2-70b-chat"",""offsetgroup"":""llama-2-70b-chat"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[70.0],""xaxis"":""x"",""y"":[""llama-2-70b-chat""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mixtral-8x7B-Instruct-v0.1"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""Mixtral-8x7B-Instruct-v0.1"",""offsetgroup"":""Mixtral-8x7B-Instruct-v0.1"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[56.0],""xaxis"":""x"",""y"":[""Mixtral-8x7B-Instruct-v0.1""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""01-ai Yi Chat (34B)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""01-ai Yi Chat (34B)"",""offsetgroup"":""01-ai Yi Chat (34B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[34.0],""xaxis"":""x"",""y"":[""01-ai Yi Chat (34B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""WizardLM v1.2 (13B)"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""WizardLM v1.2 (13B)"",""offsetgroup"":""WizardLM v1.2 (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[13.0],""xaxis"":""x"",""y"":[""WizardLM v1.2 (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Chronos Hermes (13B)"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""Chronos Hermes (13B)"",""offsetgroup"":""Chronos Hermes (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[13.0],""xaxis"":""x"",""y"":[""Chronos Hermes (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Upstage SOLAR Instruct v1 (11B)"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""Upstage SOLAR Instruct v1 (11B)"",""offsetgroup"":""Upstage SOLAR Instruct v1 (11B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[11.0],""xaxis"":""x"",""y"":[""Upstage SOLAR Instruct v1 (11B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Vicuna v1.5 (7B)"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""Vicuna v1.5 (7B)"",""offsetgroup"":""Vicuna v1.5 (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Vicuna v1.5 (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mistral-7B-Instruct-v0.2"",""marker"":{""color"":""#B6E880"",""pattern"":{""shape"":""""}},""name"":""Mistral-7B-Instruct-v0.2"",""offsetgroup"":""Mistral-7B-Instruct-v0.2"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Mistral-7B-Instruct-v0.2""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""marker"":{""color"":""#FF97FF"",""pattern"":{""shape"":""""}},""name"":""Mistral (7B) Instruct v0.2 (Together AI)"",""offsetgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Mistral (7B) Instruct v0.2 (Together AI)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Qwen 1.5 Chat (7B)"",""marker"":{""color"":""#FECB52"",""pattern"":{""shape"":""""}},""name"":""Qwen 1.5 Chat (7B)"",""offsetgroup"":""Qwen 1.5 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Qwen 1.5 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Snorkel Mistral PairRM DPO (7B)"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""Snorkel Mistral PairRM DPO (7B)"",""offsetgroup"":""Snorkel Mistral PairRM DPO (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Snorkel Mistral PairRM DPO (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""OpenHermes-2.5-Mistral (7B)"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""OpenHermes-2.5-Mistral (7B)"",""offsetgroup"":""OpenHermes-2.5-Mistral (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""OpenHermes-2.5-Mistral (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Falcon Instruct (7B)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""Falcon Instruct (7B)"",""offsetgroup"":""Falcon Instruct (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""Falcon Instruct (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""RedPajama-INCITE Chat (7B)"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""RedPajama-INCITE Chat (7B)"",""offsetgroup"":""RedPajama-INCITE Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""RedPajama-INCITE Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""zephyr-7b-beta"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""zephyr-7b-beta"",""offsetgroup"":""zephyr-7b-beta"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""zephyr-7b-beta""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""LLaMA-2 Chat (7B)"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""LLaMA-2 Chat (7B)"",""offsetgroup"":""LLaMA-2 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[7.0],""xaxis"":""x"",""y"":[""LLaMA-2 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel size (B params)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""offsetgroup"":""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[1.1],""xaxis"":""x"",""y"":[""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0""],""yaxis"":""y"",""type"":""bar""}],""layout"":{""template"":{""data"":{""histogram2dcontour"":[{""type"":""histogram2dcontour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""choropleth"":[{""type"":""choropleth"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""histogram2d"":[{""type"":""histogram2d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmap"":[{""type"":""heatmap"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmapgl"":[{""type"":""heatmapgl"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""contourcarpet"":[{""type"":""contourcarpet"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""contour"":[{""type"":""contour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""surface"":[{""type"":""surface"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""mesh3d"":[{""type"":""mesh3d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""scatter"":[{""fillpattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2},""type"":""scatter""}],""parcoords"":[{""type"":""parcoords"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolargl"":[{""type"":""scatterpolargl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""bar"":[{""error_x"":{""color"":""#2a3f5f""},""error_y"":{""color"":""#2a3f5f""},""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""bar""}],""scattergeo"":[{""type"":""scattergeo"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolar"":[{""type"":""scatterpolar"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""histogram"":[{""marker"":{""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""histogram""}],""scattergl"":[{""type"":""scattergl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatter3d"":[{""type"":""scatter3d"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattermapbox"":[{""type"":""scattermapbox"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterternary"":[{""type"":""scatterternary"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattercarpet"":[{""type"":""scattercarpet"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""carpet"":[{""aaxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""baxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""type"":""carpet""}],""table"":[{""cells"":{""fill"":{""color"":""#EBF0F8""},""line"":{""color"":""white""}},""header"":{""fill"":{""color"":""#C8D4E3""},""line"":{""color"":""white""}},""type"":""table""}],""barpolar"":[{""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""barpolar""}],""pie"":[{""automargin"":true,""type"":""pie""}]},""layout"":{""autotypenumbers"":""strict"",""colorway"":[""#636efa"",""#EF553B"",""#00cc96"",""#ab63fa"",""#FFA15A"",""#19d3f3"",""#FF6692"",""#B6E880"",""#FF97FF"",""#FECB52""],""font"":{""color"":""#2a3f5f""},""hovermode"":""closest"",""hoverlabel"":{""align"":""left""},""paper_bgcolor"":""white"",""plot_bgcolor"":""#E5ECF6"",""polar"":{""bgcolor"":""#E5ECF6"",""angularaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""radialaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""ternary"":{""bgcolor"":""#E5ECF6"",""aaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""baxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""caxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""coloraxis"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""colorscale"":{""sequential"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""sequentialminus"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""diverging"":[[0,""#8e0152""],[0.1,""#c51b7d""],[0.2,""#de77ae""],[0.3,""#f1b6da""],[0.4,""#fde0ef""],[0.5,""#f7f7f7""],[0.6,""#e6f5d0""],[0.7,""#b8e186""],[0.8,""#7fbc41""],[0.9,""#4d9221""],[1,""#276419""]]},""xaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""yaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""scene"":{""xaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""yaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""zaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2}},""shapedefaults"":{""line"":{""color"":""#2a3f5f""}},""annotationdefaults"":{""arrowcolor"":""#2a3f5f"",""arrowhead"":0,""arrowwidth"":1},""geo"":{""bgcolor"":""white"",""landcolor"":""#E5ECF6"",""subunitcolor"":""white"",""showland"":true,""showlakes"":true,""lakecolor"":""white""},""title"":{""x"":0.05},""mapbox"":{""style"":""light""}}},""xaxis"":{""anchor"":""y"",""domain"":[0.0,1.0],""title"":{""text"":""Model size (B params)""}},""yaxis"":{""anchor"":""x"",""domain"":[0.0,1.0],""title"":{""text"":""Model""},""categoryorder"":""array"",""categoryarray"":[""TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0"",""LLaMA-2 Chat (7B)"",""zephyr-7b-beta"",""RedPajama-INCITE Chat (7B)"",""Falcon Instruct (7B)"",""OpenHermes-2.5-Mistral (7B)"",""Snorkel Mistral PairRM DPO (7B)"",""Qwen 1.5 Chat (7B)"",""Mistral (7B) Instruct v0.2 (Together AI)"",""Mistral-7B-Instruct-v0.2"",""Vicuna v1.5 (7B)"",""Upstage SOLAR Instruct v1 (11B)"",""Chronos Hermes (13B)"",""WizardLM v1.2 (13B)"",""01-ai Yi Chat (34B)"",""Mixtral-8x7B-Instruct-v0.1"",""llama-2-70b-chat""]},""legend"":{""title"":{""text"":""Model""},""tracegroupgap"":0},""title"":{""text"":""Model sizes in billions of parameters""},""barmode"":""relative""}}","{""x"": ""model_sizes"", ""y"": ""model"", ""color"": ""model"", ""orientation"": ""h"", ""title"": ""Model sizes in billions of parameters"", ""labels"": {""model"": ""Model"", ""model_sizes"": ""Model size (B params)""}}",",model_sizes,model
0,70.0,llama-2-70b-chat
1,56.0,Mixtral-8x7B-Instruct-v0.1
5,34.0,01-ai Yi Chat (34B)
15,13.0,WizardLM v1.2 (13B)
6,13.0,Chronos Hermes (13B)
16,11.0,Upstage SOLAR Instruct v1 (11B)
7,7.0,Vicuna v1.5 (7B)
3,7.0,Mistral-7B-Instruct-v0.2
9,7.0,Mistral (7B) Instruct v0.2 (Together AI)
10,7.0,Qwen 1.5 Chat (7B)
11,7.0,Snorkel Mistral PairRM DPO (7B)
12,7.0,OpenHermes-2.5-Mistral (7B)
13,7.0,Falcon Instruct (7B)
14,7.0,RedPajama-INCITE Chat (7B)
2,7.0,zephyr-7b-beta
8,7.0,LLaMA-2 Chat (7B)
4,1.1,TinyLlama/TinyLlama-1.1B-Chat-v1.0
"
model_context_lengths,./html/plots/model_context_lengths.html,"Figure({
'data': [{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'gpt-4-turbo',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'gpt-4-turbo',
'offsetgroup': 'gpt-4-turbo',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([128000]),
'xaxis': 'x',
'y': array(['gpt-4-turbo'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': 'Mistral (7B) Instruct v0.2 (Together AI)',
'offsetgroup': 'Mistral (7B) Instruct v0.2 (Together AI)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([32768]),
'xaxis': 'x',
'y': array(['Mistral (7B) Instruct v0.2 (Together AI)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Snorkel Mistral PairRM DPO (7B)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'Snorkel Mistral PairRM DPO (7B)',
'offsetgroup': 'Snorkel Mistral PairRM DPO (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([32768]),
'xaxis': 'x',
'y': array(['Snorkel Mistral PairRM DPO (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Qwen 1.5 Chat (7B)',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'Qwen 1.5 Chat (7B)',
'offsetgroup': 'Qwen 1.5 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([32768]),
'xaxis': 'x',
'y': array(['Qwen 1.5 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'gpt-4',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': 'gpt-4',
'offsetgroup': 'gpt-4',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([32000]),
'xaxis': 'x',
'y': array(['gpt-4'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'chat-bison (PaLM 2)',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'chat-bison (PaLM 2)',
'offsetgroup': 'chat-bison (PaLM 2)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([8196]),
'xaxis': 'x',
'y': array(['chat-bison (PaLM 2)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'OpenHermes-2.5-Mistral (7B)',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'OpenHermes-2.5-Mistral (7B)',
'offsetgroup': 'OpenHermes-2.5-Mistral (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([8192]),
'xaxis': 'x',
'y': array(['OpenHermes-2.5-Mistral (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'gpt-3.5-turbo',
'marker': {'color': '#B6E880', 'pattern': {'shape': ''}},
'name': 'gpt-3.5-turbo',
'offsetgroup': 'gpt-3.5-turbo',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['gpt-3.5-turbo'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'WizardLM v1.2 (13B)',
'marker': {'color': '#FF97FF', 'pattern': {'shape': ''}},
'name': 'WizardLM v1.2 (13B)',
'offsetgroup': 'WizardLM v1.2 (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['WizardLM v1.2 (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'LLaMA-2 Chat (7B)',
'marker': {'color': '#FECB52', 'pattern': {'shape': ''}},
'name': 'LLaMA-2 Chat (7B)',
'offsetgroup': 'LLaMA-2 Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['LLaMA-2 Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Vicuna v1.5 (7B)',
'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
'name': 'Vicuna v1.5 (7B)',
'offsetgroup': 'Vicuna v1.5 (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['Vicuna v1.5 (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': '01-ai Yi Chat (34B)',
'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
'name': '01-ai Yi Chat (34B)',
'offsetgroup': '01-ai Yi Chat (34B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['01-ai Yi Chat (34B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Upstage SOLAR Instruct v1 (11B)',
'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
'name': 'Upstage SOLAR Instruct v1 (11B)',
'offsetgroup': 'Upstage SOLAR Instruct v1 (11B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([4096]),
'xaxis': 'x',
'y': array(['Upstage SOLAR Instruct v1 (11B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Chronos Hermes (13B)',
'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
'name': 'Chronos Hermes (13B)',
'offsetgroup': 'Chronos Hermes (13B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([2048]),
'xaxis': 'x',
'y': array(['Chronos Hermes (13B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'Falcon Instruct (7B)',
'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
'name': 'Falcon Instruct (7B)',
'offsetgroup': 'Falcon Instruct (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([2048]),
'xaxis': 'x',
'y': array(['Falcon Instruct (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'RedPajama-INCITE Chat (7B)',
'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
'name': 'RedPajama-INCITE Chat (7B)',
'offsetgroup': 'RedPajama-INCITE Chat (7B)',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([2048]),
'xaxis': 'x',
'y': array(['RedPajama-INCITE Chat (7B)'], dtype=object),
'yaxis': 'y'},
{'alignmentgroup': 'True',
'hovertemplate': 'Model=%{y}
Model context length (tokens)=%{x}',
'legendgroup': 'llama-2-70b-chat',
'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
'name': 'llama-2-70b-chat',
'offsetgroup': 'llama-2-70b-chat',
'orientation': 'h',
'showlegend': True,
'textposition': 'auto',
'type': 'bar',
'x': array([2048]),
'xaxis': 'x',
'y': array(['llama-2-70b-chat'], dtype=object),
'yaxis': 'y'}],
'layout': {'barmode': 'relative',
'legend': {'title': {'text': 'Model'}, 'tracegroupgap': 0},
'template': '...',
'title': {'text': 'Model context lengths in tokens'},
'xaxis': {'anchor': 'y', 'domain': [0.0, 1.0], 'title': {'text': 'Model context length (tokens)'}},
'yaxis': {'anchor': 'x',
'categoryarray': [llama-2-70b-chat, RedPajama-INCITE Chat
(7B), Falcon Instruct (7B), Chronos
Hermes (13B), Upstage SOLAR Instruct v1
(11B), 01-ai Yi Chat (34B), Vicuna v1.5
(7B), LLaMA-2 Chat (7B), WizardLM v1.2
(13B), gpt-3.5-turbo,
OpenHermes-2.5-Mistral (7B), chat-bison
(PaLM 2), gpt-4, Qwen 1.5 Chat (7B),
Snorkel Mistral PairRM DPO (7B), Mistral
(7B) Instruct v0.2 (Together AI),
gpt-4-turbo],
'categoryorder': 'array',
'domain': [0.0, 1.0],
'title': {'text': 'Model'}}}
})",Model context lengths in tokens,,"{""data"":[{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-4-turbo"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""gpt-4-turbo"",""offsetgroup"":""gpt-4-turbo"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[128000],""xaxis"":""x"",""y"":[""gpt-4-turbo""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""Mistral (7B) Instruct v0.2 (Together AI)"",""offsetgroup"":""Mistral (7B) Instruct v0.2 (Together AI)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[32768],""xaxis"":""x"",""y"":[""Mistral (7B) Instruct v0.2 (Together AI)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Snorkel Mistral PairRM DPO (7B)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""Snorkel Mistral PairRM DPO (7B)"",""offsetgroup"":""Snorkel Mistral PairRM DPO (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[32768],""xaxis"":""x"",""y"":[""Snorkel Mistral PairRM DPO (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Qwen 1.5 Chat (7B)"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""Qwen 1.5 Chat (7B)"",""offsetgroup"":""Qwen 1.5 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[32768],""xaxis"":""x"",""y"":[""Qwen 1.5 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-4"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""gpt-4"",""offsetgroup"":""gpt-4"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[32000],""xaxis"":""x"",""y"":[""gpt-4""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""chat-bison (PaLM 2)"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""chat-bison (PaLM 2)"",""offsetgroup"":""chat-bison (PaLM 2)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[8196],""xaxis"":""x"",""y"":[""chat-bison (PaLM 2)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""OpenHermes-2.5-Mistral (7B)"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""OpenHermes-2.5-Mistral (7B)"",""offsetgroup"":""OpenHermes-2.5-Mistral (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[8192],""xaxis"":""x"",""y"":[""OpenHermes-2.5-Mistral (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""gpt-3.5-turbo"",""marker"":{""color"":""#B6E880"",""pattern"":{""shape"":""""}},""name"":""gpt-3.5-turbo"",""offsetgroup"":""gpt-3.5-turbo"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""gpt-3.5-turbo""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""WizardLM v1.2 (13B)"",""marker"":{""color"":""#FF97FF"",""pattern"":{""shape"":""""}},""name"":""WizardLM v1.2 (13B)"",""offsetgroup"":""WizardLM v1.2 (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""WizardLM v1.2 (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""LLaMA-2 Chat (7B)"",""marker"":{""color"":""#FECB52"",""pattern"":{""shape"":""""}},""name"":""LLaMA-2 Chat (7B)"",""offsetgroup"":""LLaMA-2 Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""LLaMA-2 Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Vicuna v1.5 (7B)"",""marker"":{""color"":""#636efa"",""pattern"":{""shape"":""""}},""name"":""Vicuna v1.5 (7B)"",""offsetgroup"":""Vicuna v1.5 (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""Vicuna v1.5 (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""01-ai Yi Chat (34B)"",""marker"":{""color"":""#EF553B"",""pattern"":{""shape"":""""}},""name"":""01-ai Yi Chat (34B)"",""offsetgroup"":""01-ai Yi Chat (34B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""01-ai Yi Chat (34B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Upstage SOLAR Instruct v1 (11B)"",""marker"":{""color"":""#00cc96"",""pattern"":{""shape"":""""}},""name"":""Upstage SOLAR Instruct v1 (11B)"",""offsetgroup"":""Upstage SOLAR Instruct v1 (11B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[4096],""xaxis"":""x"",""y"":[""Upstage SOLAR Instruct v1 (11B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Chronos Hermes (13B)"",""marker"":{""color"":""#ab63fa"",""pattern"":{""shape"":""""}},""name"":""Chronos Hermes (13B)"",""offsetgroup"":""Chronos Hermes (13B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[2048],""xaxis"":""x"",""y"":[""Chronos Hermes (13B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""Falcon Instruct (7B)"",""marker"":{""color"":""#FFA15A"",""pattern"":{""shape"":""""}},""name"":""Falcon Instruct (7B)"",""offsetgroup"":""Falcon Instruct (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[2048],""xaxis"":""x"",""y"":[""Falcon Instruct (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""RedPajama-INCITE Chat (7B)"",""marker"":{""color"":""#19d3f3"",""pattern"":{""shape"":""""}},""name"":""RedPajama-INCITE Chat (7B)"",""offsetgroup"":""RedPajama-INCITE Chat (7B)"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[2048],""xaxis"":""x"",""y"":[""RedPajama-INCITE Chat (7B)""],""yaxis"":""y"",""type"":""bar""},{""alignmentgroup"":""True"",""hovertemplate"":""Model=%{y}\u003cbr\u003eModel context length (tokens)=%{x}\u003cextra\u003e\u003c\u002fextra\u003e"",""legendgroup"":""llama-2-70b-chat"",""marker"":{""color"":""#FF6692"",""pattern"":{""shape"":""""}},""name"":""llama-2-70b-chat"",""offsetgroup"":""llama-2-70b-chat"",""orientation"":""h"",""showlegend"":true,""textposition"":""auto"",""x"":[2048],""xaxis"":""x"",""y"":[""llama-2-70b-chat""],""yaxis"":""y"",""type"":""bar""}],""layout"":{""template"":{""data"":{""histogram2dcontour"":[{""type"":""histogram2dcontour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""choropleth"":[{""type"":""choropleth"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""histogram2d"":[{""type"":""histogram2d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmap"":[{""type"":""heatmap"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""heatmapgl"":[{""type"":""heatmapgl"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""contourcarpet"":[{""type"":""contourcarpet"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""contour"":[{""type"":""contour"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""surface"":[{""type"":""surface"",""colorbar"":{""outlinewidth"":0,""ticks"":""""},""colorscale"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]]}],""mesh3d"":[{""type"":""mesh3d"",""colorbar"":{""outlinewidth"":0,""ticks"":""""}}],""scatter"":[{""fillpattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2},""type"":""scatter""}],""parcoords"":[{""type"":""parcoords"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolargl"":[{""type"":""scatterpolargl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""bar"":[{""error_x"":{""color"":""#2a3f5f""},""error_y"":{""color"":""#2a3f5f""},""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""bar""}],""scattergeo"":[{""type"":""scattergeo"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterpolar"":[{""type"":""scatterpolar"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""histogram"":[{""marker"":{""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""histogram""}],""scattergl"":[{""type"":""scattergl"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatter3d"":[{""type"":""scatter3d"",""line"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattermapbox"":[{""type"":""scattermapbox"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scatterternary"":[{""type"":""scatterternary"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""scattercarpet"":[{""type"":""scattercarpet"",""marker"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}}}],""carpet"":[{""aaxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""baxis"":{""endlinecolor"":""#2a3f5f"",""gridcolor"":""white"",""linecolor"":""white"",""minorgridcolor"":""white"",""startlinecolor"":""#2a3f5f""},""type"":""carpet""}],""table"":[{""cells"":{""fill"":{""color"":""#EBF0F8""},""line"":{""color"":""white""}},""header"":{""fill"":{""color"":""#C8D4E3""},""line"":{""color"":""white""}},""type"":""table""}],""barpolar"":[{""marker"":{""line"":{""color"":""#E5ECF6"",""width"":0.5},""pattern"":{""fillmode"":""overlay"",""size"":10,""solidity"":0.2}},""type"":""barpolar""}],""pie"":[{""automargin"":true,""type"":""pie""}]},""layout"":{""autotypenumbers"":""strict"",""colorway"":[""#636efa"",""#EF553B"",""#00cc96"",""#ab63fa"",""#FFA15A"",""#19d3f3"",""#FF6692"",""#B6E880"",""#FF97FF"",""#FECB52""],""font"":{""color"":""#2a3f5f""},""hovermode"":""closest"",""hoverlabel"":{""align"":""left""},""paper_bgcolor"":""white"",""plot_bgcolor"":""#E5ECF6"",""polar"":{""bgcolor"":""#E5ECF6"",""angularaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""radialaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""ternary"":{""bgcolor"":""#E5ECF6"",""aaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""baxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""},""caxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":""""}},""coloraxis"":{""colorbar"":{""outlinewidth"":0,""ticks"":""""}},""colorscale"":{""sequential"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""sequentialminus"":[[0.0,""#0d0887""],[0.1111111111111111,""#46039f""],[0.2222222222222222,""#7201a8""],[0.3333333333333333,""#9c179e""],[0.4444444444444444,""#bd3786""],[0.5555555555555556,""#d8576b""],[0.6666666666666666,""#ed7953""],[0.7777777777777778,""#fb9f3a""],[0.8888888888888888,""#fdca26""],[1.0,""#f0f921""]],""diverging"":[[0,""#8e0152""],[0.1,""#c51b7d""],[0.2,""#de77ae""],[0.3,""#f1b6da""],[0.4,""#fde0ef""],[0.5,""#f7f7f7""],[0.6,""#e6f5d0""],[0.7,""#b8e186""],[0.8,""#7fbc41""],[0.9,""#4d9221""],[1,""#276419""]]},""xaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""yaxis"":{""gridcolor"":""white"",""linecolor"":""white"",""ticks"":"""",""title"":{""standoff"":15},""zerolinecolor"":""white"",""automargin"":true,""zerolinewidth"":2},""scene"":{""xaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""yaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2},""zaxis"":{""backgroundcolor"":""#E5ECF6"",""gridcolor"":""white"",""linecolor"":""white"",""showbackground"":true,""ticks"":"""",""zerolinecolor"":""white"",""gridwidth"":2}},""shapedefaults"":{""line"":{""color"":""#2a3f5f""}},""annotationdefaults"":{""arrowcolor"":""#2a3f5f"",""arrowhead"":0,""arrowwidth"":1},""geo"":{""bgcolor"":""white"",""landcolor"":""#E5ECF6"",""subunitcolor"":""white"",""showland"":true,""showlakes"":true,""lakecolor"":""white""},""title"":{""x"":0.05},""mapbox"":{""style"":""light""}}},""xaxis"":{""anchor"":""y"",""domain"":[0.0,1.0],""title"":{""text"":""Model context length (tokens)""}},""yaxis"":{""anchor"":""x"",""domain"":[0.0,1.0],""title"":{""text"":""Model""},""categoryorder"":""array"",""categoryarray"":[""llama-2-70b-chat"",""RedPajama-INCITE Chat (7B)"",""Falcon Instruct (7B)"",""Chronos Hermes (13B)"",""Upstage SOLAR Instruct v1 (11B)"",""01-ai Yi Chat (34B)"",""Vicuna v1.5 (7B)"",""LLaMA-2 Chat (7B)"",""WizardLM v1.2 (13B)"",""gpt-3.5-turbo"",""OpenHermes-2.5-Mistral (7B)"",""chat-bison (PaLM 2)"",""gpt-4"",""Qwen 1.5 Chat (7B)"",""Snorkel Mistral PairRM DPO (7B)"",""Mistral (7B) Instruct v0.2 (Together AI)"",""gpt-4-turbo""]},""legend"":{""title"":{""text"":""Model""},""tracegroupgap"":0},""title"":{""text"":""Model context lengths in tokens""},""barmode"":""relative""}}","{""x"": ""model_context_lengths"", ""y"": ""model"", ""color"": ""model"", ""orientation"": ""h"", ""title"": ""Model context lengths in tokens"", ""labels"": {""model"": ""Model"", ""model_context_lengths"": ""Model context length (tokens)""}}",",model_context_lengths,model
1,128000,gpt-4-turbo
9,32768,Mistral (7B) Instruct v0.2 (Together AI)
11,32768,Snorkel Mistral PairRM DPO (7B)
10,32768,Qwen 1.5 Chat (7B)
2,32000,gpt-4
4,8196,chat-bison (PaLM 2)
12,8192,OpenHermes-2.5-Mistral (7B)
0,4096,gpt-3.5-turbo
15,4096,WizardLM v1.2 (13B)
8,4096,LLaMA-2 Chat (7B)
7,4096,Vicuna v1.5 (7B)
5,4096,01-ai Yi Chat (34B)
16,4096,Upstage SOLAR Instruct v1 (11B)
6,2048,Chronos Hermes (13B)
13,2048,Falcon Instruct (7B)
14,2048,RedPajama-INCITE Chat (7B)
3,2048,llama-2-70b-chat
"