data/2024-01-22 12:13:19.498935_general_plot.csv

path,plot_object,description
./html/plots/response_times.html,"Figure({
    'data': [{'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'Mistral-7B-Instruct-v0.2',
              'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
              'name': 'Mistral-7B-Instruct-v0.2',
              'offsetgroup': 'Mistral-7B-Instruct-v0.2',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mistral-7B-Instruct-v0.2'], dtype=object),
              'xaxis': 'x',
              'y': array([2.41931988]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
              'name': 'Mixtral-8x7B-Instruct-v0.1',
              'offsetgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mixtral-8x7B-Instruct-v0.1'], dtype=object),
              'xaxis': 'x',
              'y': array([8.43355885]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
              'name': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'offsetgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['TinyLlama/TinyLlama-1.1B-Chat-v1.0'], dtype=object),
              'xaxis': 'x',
              'y': array([1.44886649]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'gemini-pro',
              'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
              'name': 'gemini-pro',
              'offsetgroup': 'gemini-pro',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gemini-pro'], dtype=object),
              'xaxis': 'x',
              'y': array([nan]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'gpt-3.5-turbo',
              'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
              'name': 'gpt-3.5-turbo',
              'offsetgroup': 'gpt-3.5-turbo',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gpt-3.5-turbo'], dtype=object),
              'xaxis': 'x',
              'y': array([5.12583753]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'llama-2-70b-chat',
              'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
              'name': 'llama-2-70b-chat',
              'offsetgroup': 'llama-2-70b-chat',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['llama-2-70b-chat'], dtype=object),
              'xaxis': 'x',
              'y': array([5.16784139]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'model=%{x}<br>execution_time=%{y}<extra></extra>',
              'legendgroup': 'zephyr-7b-beta',
              'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
              'name': 'zephyr-7b-beta',
              'offsetgroup': 'zephyr-7b-beta',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['zephyr-7b-beta'], dtype=object),
              'xaxis': 'x',
              'y': array([2.57517529]),
              'yaxis': 'y'}],
    'layout': {'barmode': 'relative',
               'legend': {'title': {'text': 'model'}, 'tracegroupgap': 0},
               'margin': {'t': 60},
               'template': '...',
               'xaxis': {'anchor': 'y',
                         'categoryarray': [Mistral-7B-Instruct-v0.2,
                                           Mixtral-8x7B-Instruct-v0.1,
                                           TinyLlama/TinyLlama-1.1B-Chat-v1.0,
                                           gemini-pro, gpt-3.5-turbo,
                                           llama-2-70b-chat, zephyr-7b-beta],
                         'categoryorder': 'array',
                         'domain': [0.0, 1.0],
                         'title': {'text': 'model'}},
               'yaxis': {'anchor': 'x', 'domain': [0.0, 1.0], 'title': {'text': 'execution_time'}}}
})",Model endpoints response times
./html/plots/model_sizes.html,"Figure({
    'data': [{'alignmentgroup': 'True',
              'hovertemplate': 'color=gpt-3.5-turbo<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'gpt-3.5-turbo',
              'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
              'name': 'gpt-3.5-turbo',
              'offsetgroup': 'gpt-3.5-turbo',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gpt-3.5-turbo'], dtype=object),
              'xaxis': 'x',
              'y': array([0.]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=llama-2-70b-chat<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'llama-2-70b-chat',
              'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
              'name': 'llama-2-70b-chat',
              'offsetgroup': 'llama-2-70b-chat',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['llama-2-70b-chat'], dtype=object),
              'xaxis': 'x',
              'y': array([0.]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=Mixtral-8x7B-Instruct-v0.1<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
              'name': 'Mixtral-8x7B-Instruct-v0.1',
              'offsetgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mixtral-8x7B-Instruct-v0.1'], dtype=object),
              'xaxis': 'x',
              'y': array([56.]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=zephyr-7b-beta<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'zephyr-7b-beta',
              'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
              'name': 'zephyr-7b-beta',
              'offsetgroup': 'zephyr-7b-beta',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['zephyr-7b-beta'], dtype=object),
              'xaxis': 'x',
              'y': array([7.]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=Mistral-7B-Instruct-v0.2<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'Mistral-7B-Instruct-v0.2',
              'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
              'name': 'Mistral-7B-Instruct-v0.2',
              'offsetgroup': 'Mistral-7B-Instruct-v0.2',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mistral-7B-Instruct-v0.2'], dtype=object),
              'xaxis': 'x',
              'y': array([7.]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=TinyLlama/TinyLlama-1.1B-Chat-v1.0<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
              'name': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'offsetgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['TinyLlama/TinyLlama-1.1B-Chat-v1.0'], dtype=object),
              'xaxis': 'x',
              'y': array([1.1]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=gemini-pro<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'gemini-pro',
              'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
              'name': 'gemini-pro',
              'offsetgroup': 'gemini-pro',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gemini-pro'], dtype=object),
              'xaxis': 'x',
              'y': array([0.]),
              'yaxis': 'y'}],
    'layout': {'barmode': 'relative',
               'legend': {'title': {'text': 'color'}, 'tracegroupgap': 0},
               'template': '...',
               'title': {'text': 'Model sizes in billions of parameters'},
               'xaxis': {'anchor': 'y', 'domain': [0.0, 1.0], 'title': {'text': 'x'}},
               'yaxis': {'anchor': 'x', 'domain': [0.0, 1.0], 'title': {'text': 'y'}}}
})",Model sizes in billions of parameters
./html/plots/execution_costs.html,"Figure({
    'data': [{'alignmentgroup': 'True',
              'hovertemplate': 'color=gpt-3.5-turbo<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'gpt-3.5-turbo',
              'marker': {'color': '#636efa', 'pattern': {'shape': ''}},
              'name': 'gpt-3.5-turbo',
              'offsetgroup': 'gpt-3.5-turbo',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gpt-3.5-turbo'], dtype=object),
              'xaxis': 'x',
              'y': array([0.2]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=llama-2-70b-chat<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'llama-2-70b-chat',
              'marker': {'color': '#EF553B', 'pattern': {'shape': ''}},
              'name': 'llama-2-70b-chat',
              'offsetgroup': 'llama-2-70b-chat',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['llama-2-70b-chat'], dtype=object),
              'xaxis': 'x',
              'y': array([0.03]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=Mixtral-8x7B-Instruct-v0.1<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'marker': {'color': '#00cc96', 'pattern': {'shape': ''}},
              'name': 'Mixtral-8x7B-Instruct-v0.1',
              'offsetgroup': 'Mixtral-8x7B-Instruct-v0.1',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mixtral-8x7B-Instruct-v0.1'], dtype=object),
              'xaxis': 'x',
              'y': array([0.135]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=zephyr-7b-beta<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'zephyr-7b-beta',
              'marker': {'color': '#ab63fa', 'pattern': {'shape': ''}},
              'name': 'zephyr-7b-beta',
              'offsetgroup': 'zephyr-7b-beta',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['zephyr-7b-beta'], dtype=object),
              'xaxis': 'x',
              'y': array([55.45703704]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=Mistral-7B-Instruct-v0.2<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'Mistral-7B-Instruct-v0.2',
              'marker': {'color': '#FFA15A', 'pattern': {'shape': ''}},
              'name': 'Mistral-7B-Instruct-v0.2',
              'offsetgroup': 'Mistral-7B-Instruct-v0.2',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['Mistral-7B-Instruct-v0.2'], dtype=object),
              'xaxis': 'x',
              'y': array([55.45703704]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=TinyLlama/TinyLlama-1.1B-Chat-v1.0<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'marker': {'color': '#19d3f3', 'pattern': {'shape': ''}},
              'name': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'offsetgroup': 'TinyLlama/TinyLlama-1.1B-Chat-v1.0',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['TinyLlama/TinyLlama-1.1B-Chat-v1.0'], dtype=object),
              'xaxis': 'x',
              'y': array([25.59555556]),
              'yaxis': 'y'},
             {'alignmentgroup': 'True',
              'hovertemplate': 'color=gemini-pro<br>x=%{x}<br>y=%{y}<extra></extra>',
              'legendgroup': 'gemini-pro',
              'marker': {'color': '#FF6692', 'pattern': {'shape': ''}},
              'name': 'gemini-pro',
              'offsetgroup': 'gemini-pro',
              'orientation': 'v',
              'showlegend': True,
              'textposition': 'auto',
              'type': 'bar',
              'x': array(['gemini-pro'], dtype=object),
              'xaxis': 'x',
              'y': array([0.05]),
              'yaxis': 'y'}],
    'layout': {'barmode': 'relative',
               'legend': {'title': {'text': 'color'}, 'tracegroupgap': 0},
               'template': '...',
               'title': {'text': 'Costs of execution of a sample query 1000 times'},
               'xaxis': {'anchor': 'y', 'domain': [0.0, 1.0], 'title': {'text': 'x'}},
               'yaxis': {'anchor': 'x', 'domain': [0.0, 1.0], 'title': {'text': 'y'}}}
})",Costs of execution of a sample query 1000 times