ggcristian commited on
Commit
bf50e78
Β·
1 Parent(s): e2c67dd

Compute agg always

Browse files
Files changed (1) hide show
  1. utils.py +19 -6
utils.py CHANGED
@@ -8,9 +8,9 @@ import plotly.graph_objects as go
8
 
9
  # fmt: off
10
  type_emoji = {
11
- "RTL-Specific": "β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž πŸ”΄",
12
- "General": "β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž 🟒",
13
- "Coding": "β€Ž β€Ž β€Ž β€Ž β€Ž β€Ž πŸ”΅"
14
  }
15
  # fmt: on
16
 
@@ -55,9 +55,22 @@ def filter_bench(subset: pd.DataFrame, df_agg=None, agg_column=None) -> pd.DataF
55
  details = subset[
56
  ["Model", "Model URL", "Model Type", "Params", "Release"]
57
  ].drop_duplicates("Model")
58
- pivot_df = subset.pivot_table(
59
- index="Model", columns="Metric", values="Score", aggfunc="mean"
60
- ).reset_index()
 
 
 
 
 
 
 
 
 
 
 
 
 
61
 
62
  if df_agg is not None and agg_column is not None and agg_column in df_agg.columns:
63
  agg_data = df_agg[["Model", agg_column]].rename(
 
8
 
9
  # fmt: off
10
  type_emoji = {
11
+ "RTL-Specific": "πŸ”΄",
12
+ "General": "🟒",
13
+ "Coding": "πŸ”΅"
14
  }
15
  # fmt: on
16
 
 
55
  details = subset[
56
  ["Model", "Model URL", "Model Type", "Params", "Release"]
57
  ].drop_duplicates("Model")
58
+ if "RTLLM" in subset["Benchmark"].unique():
59
+ pivot_df = (
60
+ subset.pivot_table(
61
+ index="Model", columns="Metric", values="Score", aggfunc=custom_agg_s2r
62
+ )
63
+ .reset_index()
64
+ .round(2)
65
+ )
66
+ else:
67
+ pivot_df = (
68
+ subset.pivot_table(
69
+ index="Model", columns="Metric", values="Score", aggfunc=custom_agg_cc
70
+ )
71
+ .reset_index()
72
+ .round(2)
73
+ )
74
 
75
  if df_agg is not None and agg_column is not None and agg_column in df_agg.columns:
76
  agg_data = df_agg[["Model", agg_column]].rename(