app.py

import gradio as gr
import json
import os
import pandas as pd
from glob import glob

eval_results_dir = "eval_results/"  # Directory containing evaluation results

def load_results():
    records = []
    
    # Recursively find all JSON files in the eval_results directory
    json_files = glob(os.path.join(eval_results_dir, "**", "*.json"), recursive=True)
    
    for file_path in json_files:
        try:
            with open(file_path, "r") as f:
                data = json.load(f)
                model_name = data["config_general"].get("model_name", "Unknown")
                results = data.get("results", {})
                
                # Extract relevant evaluation metrics
                for task, task_data in results.items():
                    if "extractive_match" in task_data:
                        records.append({
                            "Model": model_name,
                            "Task": task,
                            "Extractive Match": task_data["extractive_match"],
                            "Std Err": task_data["extractive_match_stderr"]
                        })
        except Exception as e:
            print(f"Error reading {file_path}: {e}")
    
    # Convert to DataFrame
    df = pd.DataFrame(records)
    return df.sort_values(by=["Task", "Extractive Match"], ascending=[True, False])

def leaderboard():
    df = load_results()
    return df

with gr.Blocks() as demo:
    gr.Markdown("# 📊 Evaluation Leaderboard")
    gr.Markdown("This leaderboard displays evaluation results from JSON files in `eval_results/`.")
    
    results_table = gr.Dataframe(leaderboard)
    refresh_button = gr.Button("🔄 Refresh")
    refresh_button.click(leaderboard, outputs=[results_table])

demo.launch()