Spaces:
Running
Running
| __all__ = ['block', 'make_clickable_model', 'make_clickable_user', 'get_submissions'] | |
| import gradio as gr | |
| import pandas as pd | |
| import json | |
| import io | |
| from constants import * | |
| global filter_component, data_component_opendomain, data_component_humandomain, data_component_singledomain | |
| def upload_file(files): | |
| file_paths = [file.name for file in files] | |
| return file_paths | |
| def compute_scores(input_data): | |
| return [None, [ | |
| input_data["total_score"], | |
| input_data["aes_score"], | |
| input_data["motion_score"], | |
| input_data["facesim_cur"], | |
| input_data["gme_score"], | |
| input_data["nexus_score"], | |
| input_data["natural_score"] | |
| ]] | |
| def compute_scores_human_domain(input_data): | |
| return [None, [ | |
| input_data["total_score"], | |
| input_data["aes_score"], | |
| input_data["motion_score"], | |
| input_data["facesim_cur"], | |
| input_data["gme_score"], | |
| input_data["natural_score"] | |
| ]] | |
| def add_opendomain_eval( | |
| input_file, | |
| model_name_textbox: str, | |
| revision_name_textbox: str, | |
| venue_type_dropdown: str, | |
| model_link: str, | |
| ): | |
| if input_file is None: | |
| return "Error! Empty file!" | |
| else: | |
| selected_model_data = json.load(io.BytesIO(input_file)) | |
| scores = compute_scores(selected_model_data) | |
| input_data = scores[1] | |
| input_data = [float(i) for i in input_data] | |
| csv_data = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS) | |
| if revision_name_textbox == '': | |
| col = csv_data.shape[0] | |
| model_name = model_name_textbox | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']] | |
| assert model_name not in name_list | |
| else: | |
| model_name = revision_name_textbox | |
| model_name_list = csv_data['Model'] | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list] | |
| if revision_name_textbox not in name_list: | |
| col = csv_data.shape[0] | |
| else: | |
| col = name_list.index(revision_name_textbox) | |
| if model_link == '': | |
| model_name = model_name # no url | |
| else: | |
| model_name = '[' + model_name + '](' + model_link + ')' | |
| venue = venue_type_dropdown | |
| new_data = [ | |
| model_name, | |
| venue, | |
| f"{input_data[0] * 100:.2f}%", | |
| f"{input_data[1] * 100:.2f}%", | |
| f"{input_data[2] * 100:.2f}%", | |
| f"{input_data[3] * 100:.2f}%", | |
| f"{input_data[4] * 100:.2f}%", | |
| f"{input_data[5] * 100:.2f}%", | |
| f"{input_data[6] * 100:.2f}%", | |
| ] | |
| csv_data.loc[col] = new_data | |
| csv_data.to_csv(CSV_DIR_OPEN_DOMAIN_RESULTS, index=False) | |
| return "Evaluation successfully submitted!" | |
| def add_humandomain_eval( | |
| input_file, | |
| model_name_textbox: str, | |
| revision_name_textbox: str, | |
| venue_type_dropdown: str, | |
| model_link: str, | |
| ): | |
| if input_file is None: | |
| return "Error! Empty file!" | |
| else: | |
| selected_model_data = json.load(io.BytesIO(input_file)) | |
| scores = compute_scores_human_domain(selected_model_data) | |
| input_data = scores[1] | |
| input_data = [float(i) for i in input_data] | |
| csv_data = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS) | |
| if revision_name_textbox == '': | |
| col = csv_data.shape[0] | |
| model_name = model_name_textbox | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']] | |
| assert model_name not in name_list | |
| else: | |
| model_name = revision_name_textbox | |
| model_name_list = csv_data['Model'] | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list] | |
| if revision_name_textbox not in name_list: | |
| col = csv_data.shape[0] | |
| else: | |
| col = name_list.index(revision_name_textbox) | |
| if model_link == '': | |
| model_name = model_name # no url | |
| else: | |
| model_name = '[' + model_name + '](' + model_link + ')' | |
| venue = venue_type_dropdown | |
| new_data = [ | |
| model_name, | |
| venue, | |
| f"{input_data[0] * 100:.2f}%", | |
| f"{input_data[1] * 100:.2f}%", | |
| f"{input_data[2] * 100:.2f}%", | |
| f"{input_data[3] * 100:.2f}%", | |
| f"{input_data[4] * 100:.2f}%", | |
| f"{input_data[5] * 100:.2f}%", | |
| ] | |
| csv_data.loc[col] = new_data | |
| csv_data.to_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS, index=False) | |
| return "Evaluation successfully submitted!" | |
| def add_singledomain_eval( | |
| input_file, | |
| model_name_textbox: str, | |
| revision_name_textbox: str, | |
| venue_type_dropdown: str, | |
| model_link: str, | |
| ): | |
| if input_file is None: | |
| return "Error! Empty file!" | |
| else: | |
| selected_model_data = json.load(io.BytesIO(input_file)) | |
| scores = compute_scores(selected_model_data) | |
| input_data = scores[1] | |
| input_data = [float(i) for i in input_data] | |
| csv_data = pd.read_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS) | |
| if revision_name_textbox == '': | |
| col = csv_data.shape[0] | |
| model_name = model_name_textbox | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']] | |
| assert model_name not in name_list | |
| else: | |
| model_name = revision_name_textbox | |
| model_name_list = csv_data['Model'] | |
| name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list] | |
| if revision_name_textbox not in name_list: | |
| col = csv_data.shape[0] | |
| else: | |
| col = name_list.index(revision_name_textbox) | |
| if model_link == '': | |
| model_name = model_name # no url | |
| else: | |
| model_name = '[' + model_name + '](' + model_link + ')' | |
| venue = venue_type_dropdown | |
| new_data = [ | |
| model_name, | |
| venue, | |
| f"{input_data[0] * 100:.2f}%", | |
| f"{input_data[1] * 100:.2f}%", | |
| f"{input_data[2] * 100:.2f}%", | |
| f"{input_data[3] * 100:.2f}%", | |
| f"{input_data[4] * 100:.2f}%", | |
| f"{input_data[5] * 100:.2f}%", | |
| f"{input_data[6] * 100:.2f}%", | |
| ] | |
| csv_data.loc[col] = new_data | |
| csv_data.to_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS, index=False) | |
| return "Evaluation successfully submitted!" | |
| def get_all_df_opendomain(): | |
| df = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| return df | |
| def get_baseline_df_opendomain(): | |
| df = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| present_columns = MODEL_INFO + checkbox_group_opendomain.value | |
| df = df[present_columns] | |
| return df | |
| def get_all_df_humandomain(): | |
| df = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| return df | |
| def get_baseline_df_humandomain(): | |
| df = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| present_columns = MODEL_INFO + checkbox_group_humandomain.value | |
| df = df[present_columns] | |
| return df | |
| def get_all_df_singledomain(): | |
| df = pd.read_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| return df | |
| def get_baseline_df_singledomain(): | |
| df = pd.read_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS) | |
| df = df.sort_values(by="TotalScore↑", ascending=False) | |
| present_columns = MODEL_INFO + checkbox_group_singledomain.value | |
| df = df[present_columns] | |
| return df | |
| block = gr.Blocks() | |
| with block: | |
| gr.Markdown( | |
| LEADERBORAD_INTRODUCTION | |
| ) | |
| with gr.Tabs(elem_classes="tab-buttons") as tabs: | |
| # table Opendomain | |
| with gr.TabItem("🏅 Open-Domain", elem_id="OpenS2V-Nexus-tab-table", id=0): | |
| with gr.Row(): | |
| with gr.Accordion("Citation", open=False): | |
| citation_button = gr.Textbox( | |
| value=CITATION_BUTTON_TEXT, | |
| label=CITATION_BUTTON_LABEL, | |
| elem_id="citation-button", | |
| show_copy_button=True | |
| ) | |
| gr.Markdown( | |
| TABLE_INTRODUCTION | |
| ) | |
| checkbox_group_opendomain = gr.CheckboxGroup( | |
| choices=ALL_RESULTS, | |
| value=OPEN_DOMAIN_RESULTS, | |
| label="Select options", | |
| interactive=True, | |
| ) | |
| data_component_opendomain = gr.components.Dataframe( | |
| value=get_baseline_df_opendomain, | |
| headers=COLUMN_NAMES, | |
| type="pandas", | |
| datatype=NEW_DATA_TITLE_TYPE, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| def on_checkbox_group_change_opendomain(selected_columns): | |
| selected_columns = [item for item in ALL_RESULTS if item in selected_columns] | |
| present_columns = MODEL_INFO + selected_columns | |
| updated_data = get_baseline_df_opendomain()[present_columns] | |
| updated_data = updated_data.sort_values(by=present_columns[1], ascending=False) | |
| updated_headers = present_columns | |
| update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers] | |
| filter_component = gr.components.Dataframe( | |
| value=updated_data, | |
| headers=updated_headers, | |
| type="pandas", | |
| datatype=update_datatype, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| return filter_component | |
| checkbox_group_opendomain.change(fn=on_checkbox_group_change_opendomain, inputs=checkbox_group_opendomain, outputs=data_component_opendomain) | |
| # table HumanDomain | |
| with gr.TabItem("🏅 Human-Domain", elem_id="OpenS2V-Nexus-tab-table", id=1): | |
| with gr.Row(): | |
| with gr.Accordion("Citation", open=False): | |
| citation_button = gr.Textbox( | |
| value=CITATION_BUTTON_TEXT, | |
| label=CITATION_BUTTON_LABEL, | |
| elem_id="citation-button", | |
| show_copy_button=True | |
| ) | |
| gr.Markdown( | |
| TABLE_INTRODUCTION_HUMAN | |
| ) | |
| checkbox_group_humandomain = gr.CheckboxGroup( | |
| choices=HUMAN_DOMAIN_RESULTS, | |
| value=HUMAN_DOMAIN_RESULTS, | |
| label="Select options", | |
| interactive=True, | |
| ) | |
| data_component_humandomain = gr.components.Dataframe( | |
| value=get_baseline_df_humandomain, | |
| headers=COLUMN_NAMES_HUMAN, | |
| type="pandas", | |
| datatype=NEW_DATA_TITLE_TYPE, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| def on_checkbox_group_change_humandomain(selected_columns): | |
| selected_columns = [item for item in ALL_RESULTS if item in selected_columns] | |
| present_columns = MODEL_INFO + selected_columns | |
| updated_data = get_baseline_df_humandomain()[present_columns] | |
| updated_data = updated_data.sort_values(by=present_columns[1], ascending=False) | |
| updated_headers = present_columns | |
| update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES_HUMAN.index(x)] for x in updated_headers] | |
| filter_component = gr.components.Dataframe( | |
| value=updated_data, | |
| headers=updated_headers, | |
| type="pandas", | |
| datatype=update_datatype, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| return filter_component | |
| checkbox_group_humandomain.change(fn=on_checkbox_group_change_humandomain, inputs=checkbox_group_humandomain, outputs=data_component_humandomain) | |
| # table SingleDomain | |
| with gr.TabItem("🏅 Single-Domain", elem_id="OpenS2V-Nexus-tab-table", id=2): | |
| with gr.Row(): | |
| with gr.Accordion("Citation", open=False): | |
| citation_button = gr.Textbox( | |
| value=CITATION_BUTTON_TEXT, | |
| label=CITATION_BUTTON_LABEL, | |
| elem_id="citation-button", | |
| show_copy_button=True | |
| ) | |
| gr.Markdown( | |
| TABLE_INTRODUCTION | |
| ) | |
| checkbox_group_singledomain = gr.CheckboxGroup( | |
| choices=ALL_RESULTS, | |
| value=SINGLE_DOMAIN_RESULTS, | |
| label="Select options", | |
| interactive=True, | |
| ) | |
| data_component_singledomain = gr.components.Dataframe( | |
| value=get_baseline_df_singledomain, | |
| headers=COLUMN_NAMES, | |
| type="pandas", | |
| datatype=NEW_DATA_TITLE_TYPE, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| def on_checkbox_group_change_singledomain(selected_columns): | |
| selected_columns = [item for item in ALL_RESULTS if item in selected_columns] | |
| present_columns = MODEL_INFO + selected_columns | |
| updated_data = get_baseline_df_singledomain()[present_columns] | |
| updated_data = updated_data.sort_values(by=present_columns[1], ascending=False) | |
| updated_headers = present_columns | |
| update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers] | |
| filter_component = gr.components.Dataframe( | |
| value=updated_data, | |
| headers=updated_headers, | |
| type="pandas", | |
| datatype=update_datatype, | |
| interactive=False, | |
| visible=True, | |
| ) | |
| return filter_component | |
| checkbox_group_singledomain.change(fn=on_checkbox_group_change_singledomain, inputs=checkbox_group_singledomain, outputs=data_component_singledomain) | |
| # table Submission | |
| with gr.TabItem("🚀 Submit here! ", elem_id="seed-benchmark-tab-table", id=4): | |
| with gr.Row(): | |
| gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text") | |
| with gr.Row(): | |
| gr.Markdown("# ✉️✨ Submit your result here!", elem_classes="markdown-text") | |
| with gr.Row(): | |
| with gr.Column(): | |
| model_name_textbox = gr.Textbox( | |
| label="Model name", placeholder="ConsisID" | |
| ) | |
| revision_name_textbox = gr.Textbox( | |
| label="Revision Model Name", placeholder="ConsisID" | |
| ) | |
| venue_type_dropdown = gr.Dropdown( | |
| label="Venue Type", | |
| choices=["Open-Source", "Close-Source"], | |
| value="Open-Source" | |
| ) | |
| model_link = gr.Textbox( | |
| label="Model Link", placeholder="https://github.com/PKU-YuanGroup/ConsisID" | |
| ) | |
| with gr.Column(): | |
| input_file = gr.File(label="Click to Upload a json File", type='binary') | |
| submit_button_opendomain = gr.Button("Submit Result (Open-Domain)") | |
| submit_button_humandomain = gr.Button("Submit Result (Human-Domain)") | |
| submit_button_singledomain = gr.Button("Submit Result (Single-Domain)") | |
| submission_result = gr.Markdown() | |
| submit_button_opendomain.click( | |
| add_opendomain_eval, | |
| inputs=[ | |
| input_file, | |
| model_name_textbox, | |
| revision_name_textbox, | |
| venue_type_dropdown, | |
| model_link, | |
| ], | |
| outputs = submission_result, | |
| ) | |
| submit_button_humandomain.click( | |
| add_humandomain_eval, | |
| inputs=[ | |
| input_file, | |
| model_name_textbox, | |
| revision_name_textbox, | |
| venue_type_dropdown, | |
| model_link, | |
| ], | |
| outputs = submission_result, | |
| ) | |
| submit_button_singledomain.click( | |
| add_singledomain_eval, | |
| inputs=[ | |
| input_file, | |
| model_name_textbox, | |
| revision_name_textbox, | |
| venue_type_dropdown, | |
| model_link, | |
| ], | |
| outputs = submission_result, | |
| ) | |
| with gr.Row(): | |
| data_run = gr.Button("Refresh") | |
| data_run.click( | |
| get_baseline_df_opendomain, outputs=data_component_opendomain | |
| ) | |
| data_run.click( | |
| get_baseline_df_humandomain, outputs=data_component_humandomain | |
| ) | |
| data_run.click( | |
| get_baseline_df_singledomain, outputs=data_component_singledomain | |
| ) | |
| block.launch() |