import os # this is .py for store constants MODEL_TYPE = [ "Video", "3D", "4D" ] DEFAULT_MODEL_TYPE = [ "Video", "3D", "4D" ] ABILITY = [ "I2V", "T2V" ] DEFAULT_ABILITY = [ "I2V", "T2V" ] TASK_INFO = [ "WorldScore-Static", "WorldScore-Dynamic", "Camera Control", "Object Control", "Content Alignment", "3D Consistency", "Photometric Consistency", "Style Consistency", "Subjective Quality", "Motion Accuracy", "Motion Magnitude", "Motion Smoothness", ] DEFAULT_INFO = [ "WorldScore-Static", ] MODEL_INFO = [ "Model Type", "Model Name", "Ability", "Sampled by", "Evaluated by", "Accessibility", "Date", ] COLNAME2KEY = { "WorldScore-Static":"WorldScore-Static", "WorldScore-Dynamic":"WorldScore-Dynamic", "Camera Control":"camera_control", "Object Control":"object_control", "Content Alignment":"content_alignment", "3D Consistency":"3d_consistency", "Photometric Consistency":"photometric_consistency", "Style Consistency":"style_consistency", "Subjective Quality":"subjective_quality", "Motion Accuracy":"motion_accuracy", "Motion Magnitude":"motion_magnitude", "Motion Smoothness":"motion_smoothness", } DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number'] SUBMISSION_NAME = "worldscore_leaderboard_submission" SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME) CSV_DIR = "./worldscore_leaderboard_submission/results.csv" INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv" COLUMN_NAMES = MODEL_INFO + TASK_INFO LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard [Paper]() | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore) 🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation. **Join Leaderboard**: Clicking the `Submit here!` button for more details. """ SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission 1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page. 2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore). 3. Click the `Submit here!` button and fill in the required information. 4. Finally, upload the JSON file below, make sure to click the `Refresh` button. ⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public. """