tohid.abedini commited on
Commit
62afa83
·
1 Parent(s): 0727cc3

[Add] jsonl load handling

Browse files
app.py CHANGED
@@ -101,9 +101,8 @@ def submit(model_name, model_id, contact_email, challenge, submission_id, paper_
101
  abs_path = Path(__file__).parent
102
 
103
  # Any pandas-compatible data
104
- # persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"))
105
  persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
106
- base_df = pd.read_json(str(abs_path / "leaderboard_base.json"))
107
 
108
  with gr.Blocks(css=custom_css) as demo:
109
  gr.Markdown("""
 
101
  abs_path = Path(__file__).parent
102
 
103
  # Any pandas-compatible data
 
104
  persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
105
+ base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
106
 
107
  with gr.Blocks(css=custom_css) as demo:
108
  gr.Markdown("""
leaderboard_base.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "Model": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"},
3
- "Precision": {"0": "bfloat16"},
4
- "#Params (B)": {"0": 8.03},
5
- "Part Multiple Choice": {"0": 54},
6
- "ARC Easy": {"0": 64},
7
- "ARC Challenging": {"0": 44},
8
- "MMLU Pro": {"0": 34},
9
- "GSM8k Persian": {"0": 15},
10
- "Multiple Choice Persian": {"0": 5},
11
- "Hub License": {"0": "llama3"},
12
- "Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
13
- "model_name_for_query": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"}
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
leaderboard_base.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"Model":"meta-llama/Meta-Llama-3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 54, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 34, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "5f10e376dcdac39811d4ad43424f6122635784a3", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
leaderboard_persian.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "Model": {"0": "PartAI/Dorna-Llama3-8B-Instruct"},
3
- "Precision": {"0": "bfloat16"},
4
- "#Params (B)": {"0": 8.03},
5
- "Part Multiple Choice": {"0": 55},
6
- "ARC Easy": {"0": 65},
7
- "ARC Challenging": {"0": 45},
8
- "MMLU Pro": {"0": 35},
9
- "GSM8k Persian": {"0": 25},
10
- "Multiple Choice Persian": {"0": 15},
11
- "Hub License": {"0": "llama3"},
12
- "Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
13
- "model_name_for_query": {"0": "PartAI/Dorna-Llama3-8B-Instruct"}
14
- }