tohid.abedini
commited on
Commit
·
62afa83
1
Parent(s):
0727cc3
[Add] jsonl load handling
Browse files- app.py +1 -2
- leaderboard_base.json +0 -14
- leaderboard_base.jsonl +1 -0
- leaderboard_persian.json +0 -14
app.py
CHANGED
@@ -101,9 +101,8 @@ def submit(model_name, model_id, contact_email, challenge, submission_id, paper_
|
|
101 |
abs_path = Path(__file__).parent
|
102 |
|
103 |
# Any pandas-compatible data
|
104 |
-
# persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"))
|
105 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
106 |
-
base_df =
|
107 |
|
108 |
with gr.Blocks(css=custom_css) as demo:
|
109 |
gr.Markdown("""
|
|
|
101 |
abs_path = Path(__file__).parent
|
102 |
|
103 |
# Any pandas-compatible data
|
|
|
104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
105 |
+
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
106 |
|
107 |
with gr.Blocks(css=custom_css) as demo:
|
108 |
gr.Markdown("""
|
leaderboard_base.json
DELETED
@@ -1,14 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"Model": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"},
|
3 |
-
"Precision": {"0": "bfloat16"},
|
4 |
-
"#Params (B)": {"0": 8.03},
|
5 |
-
"Part Multiple Choice": {"0": 54},
|
6 |
-
"ARC Easy": {"0": 64},
|
7 |
-
"ARC Challenging": {"0": 44},
|
8 |
-
"MMLU Pro": {"0": 34},
|
9 |
-
"GSM8k Persian": {"0": 15},
|
10 |
-
"Multiple Choice Persian": {"0": 5},
|
11 |
-
"Hub License": {"0": "llama3"},
|
12 |
-
"Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
|
13 |
-
"model_name_for_query": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"}
|
14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
leaderboard_base.jsonl
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"Model":"meta-llama/Meta-Llama-3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 54, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 34, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "5f10e376dcdac39811d4ad43424f6122635784a3", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
|
leaderboard_persian.json
DELETED
@@ -1,14 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"Model": {"0": "PartAI/Dorna-Llama3-8B-Instruct"},
|
3 |
-
"Precision": {"0": "bfloat16"},
|
4 |
-
"#Params (B)": {"0": 8.03},
|
5 |
-
"Part Multiple Choice": {"0": 55},
|
6 |
-
"ARC Easy": {"0": 65},
|
7 |
-
"ARC Challenging": {"0": 45},
|
8 |
-
"MMLU Pro": {"0": 35},
|
9 |
-
"GSM8k Persian": {"0": 25},
|
10 |
-
"Multiple Choice Persian": {"0": 15},
|
11 |
-
"Hub License": {"0": "llama3"},
|
12 |
-
"Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
|
13 |
-
"model_name_for_query": {"0": "PartAI/Dorna-Llama3-8B-Instruct"}
|
14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|