Upload app.py

app.py

@@ -45,8 +45,8 @@ def upload_file(files):
 #         return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
 #     # upload_data=json.loads(input_file)
 #     upload_content = input_file
-#     # submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
-#     # submission_repo.git_pull()
+#     submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+#     submission_repo.git_pull()
 #     filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     
 #     now = datetime.datetime.now()
@@ -615,354 +615,354 @@ with block:
     gr.Markdown(
         LEADERBORAD_INTRODUCTION
     )
-    with gr.Tabs(elem_classes="tab-buttons") as tabs:
-        # Table 0
-        with gr.TabItem("📊 VBench", elem_id="vbench-tab-table", id=1):
-            with gr.Row():
-                with gr.Accordion("Citation", open=False):
-                    citation_button = gr.Textbox(
-                        value=CITATION_BUTTON_TEXT,
-                        label=CITATION_BUTTON_LABEL,
-                        elem_id="citation-button",
-                        lines=14,
-                    )
+    # with gr.Tabs(elem_classes="tab-buttons") as tabs:
+    #     # Table 0
+    #     with gr.TabItem("📊 VBench", elem_id="vbench-tab-table", id=1):
+    #         with gr.Row():
+    #             with gr.Accordion("Citation", open=False):
+    #                 citation_button = gr.Textbox(
+    #                     value=CITATION_BUTTON_TEXT,
+    #                     label=CITATION_BUTTON_LABEL,
+    #                     elem_id="citation-button",
+    #                     lines=14,
+    #                 )
     
-            gr.Markdown(
-                TABLE_INTRODUCTION
-            )
-            with gr.Row():
-                with gr.Column(scale=0.2):
-                    choosen_q = gr.Button("Select Quality Dimensions")
-                    choosen_s = gr.Button("Select Semantic Dimensions")
-                    # enable_b = gr.Button("Select All")
-                    disable_b = gr.Button("Deselect All")
-
-                with gr.Column(scale=0.8):
-                    vbench_team_filter = gr.Checkbox(
-                            label="Sampled by VBench Team (Uncheck to view all submissions)",
-                            value=False,
-                            interactive=True
-                        )
-                    vbench_validate_filter = gr.Checkbox(
-                        label="Evaluated by VBench Team (Uncheck to view all submissions)",
-                        value=True,
-                        interactive=True
-                    )
-                    # selection for column part:
-                    checkbox_group = gr.CheckboxGroup(
-                        choices=TASK_INFO,
-                        value=DEFAULT_INFO,
-                        label="Evaluation Dimension",
-                        interactive=True,
-                    )
-
-            data_component = gr.components.Dataframe(
-                value=get_baseline_df, 
-                headers=COLUMN_NAMES,
-                type="pandas", 
-                datatype=DATA_TITILE_TYPE,
-                interactive=False,
-                visible=True,
-                height=700,
-                )
+    #         gr.Markdown(
+    #             TABLE_INTRODUCTION
+    #         )
+    #         with gr.Row():
+    #             with gr.Column(scale=0.2):
+    #                 choosen_q = gr.Button("Select Quality Dimensions")
+    #                 choosen_s = gr.Button("Select Semantic Dimensions")
+    #                 # enable_b = gr.Button("Select All")
+    #                 disable_b = gr.Button("Deselect All")
+
+    #             with gr.Column(scale=0.8):
+    #                 vbench_team_filter = gr.Checkbox(
+    #                         label="Sampled by VBench Team (Uncheck to view all submissions)",
+    #                         value=False,
+    #                         interactive=True
+    #                     )
+    #                 vbench_validate_filter = gr.Checkbox(
+    #                     label="Evaluated by VBench Team (Uncheck to view all submissions)",
+    #                     value=True,
+    #                     interactive=True
+    #                 )
+    #                 # selection for column part:
+    #                 checkbox_group = gr.CheckboxGroup(
+    #                     choices=TASK_INFO,
+    #                     value=DEFAULT_INFO,
+    #                     label="Evaluation Dimension",
+    #                     interactive=True,
+    #                 )
+
+    #         data_component = gr.components.Dataframe(
+    #             value=get_baseline_df, 
+    #             headers=COLUMN_NAMES,
+    #             type="pandas", 
+    #             datatype=DATA_TITILE_TYPE,
+    #             interactive=False,
+    #             visible=True,
+    #             height=700,
+    #             )
     
-            choosen_q.click(choose_all_quailty, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter,vbench_validate_filter], outputs=data_component)
-            choosen_s.click(choose_all_semantic, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter,vbench_validate_filter], outputs=data_component)
-            # enable_b.click(enable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
-            disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
-            checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
-            vbench_team_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
-            vbench_validate_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
-        # Table 1
-        with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=2):
-            with gr.Accordion("INSTRUCTION", open=False):
-                    citation_button = gr.Textbox(
-                        value=QUALITY_CLAIM_TEXT,
-                        label="",
-                        elem_id="quality-button",
-                        lines=2,
-                    )
-            with gr.Row():
-                with gr.Column(scale=1.0):
-                    # selection for column part:
+    #         choosen_q.click(choose_all_quailty, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter,vbench_validate_filter], outputs=data_component)
+    #         choosen_s.click(choose_all_semantic, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter,vbench_validate_filter], outputs=data_component)
+    #         # enable_b.click(enable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+    #         disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
+    #         checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
+    #         vbench_team_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
+    #         vbench_validate_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
+    #     # Table 1
+    #     with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=2):
+    #         with gr.Accordion("INSTRUCTION", open=False):
+    #                 citation_button = gr.Textbox(
+    #                     value=QUALITY_CLAIM_TEXT,
+    #                     label="",
+    #                     elem_id="quality-button",
+    #                     lines=2,
+    #                 )
+    #         with gr.Row():
+    #             with gr.Column(scale=1.0):
+    #                 # selection for column part:
                     
-                    checkbox_group_quality = gr.CheckboxGroup(
-                        choices=QUALITY_TAB,
-                        value=QUALITY_TAB,
-                        label="Evaluation Quality Dimension",
-                        interactive=True,
-                    )
-
-            data_component_quality = gr.components.Dataframe(
-                value=get_baseline_df_quality, 
-                headers=COLUMN_NAMES_QUALITY,
-                type="pandas", 
-                datatype=DATA_TITILE_TYPE,
-                interactive=False,
-                visible=True,
-                )
+    #                 checkbox_group_quality = gr.CheckboxGroup(
+    #                     choices=QUALITY_TAB,
+    #                     value=QUALITY_TAB,
+    #                     label="Evaluation Quality Dimension",
+    #                     interactive=True,
+    #                 )
+
+    #         data_component_quality = gr.components.Dataframe(
+    #             value=get_baseline_df_quality, 
+    #             headers=COLUMN_NAMES_QUALITY,
+    #             type="pandas", 
+    #             datatype=DATA_TITILE_TYPE,
+    #             interactive=False,
+    #             visible=True,
+    #             )
     
-            checkbox_group_quality.change(fn=on_filter_model_size_method_change_quality, inputs=[checkbox_group_quality], outputs=data_component_quality)
+    #         checkbox_group_quality.change(fn=on_filter_model_size_method_change_quality, inputs=[checkbox_group_quality], outputs=data_component_quality)
         
-        # Table i2v
-        with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=3):
-            with gr.Accordion("NOTE", open=False):
-                    i2v_note_button = gr.Textbox(
-                        value=I2V_CLAIM_TEXT,
-                        label="",
-                        elem_id="quality-button",
-                        lines=3,
-                    )
-            with gr.Row():
-                with gr.Column(scale=1.0):
-                    # selection for column part:
-                    with gr.Row():
-                        vbench_team_filter_i2v = gr.Checkbox(
-                            label="Sampled by VBench Team (Uncheck to view all submissions)",
-                            value=False,
-                            interactive=True
-                        )
-                        vbench_validate_filter_i2v = gr.Checkbox(
-                                label="Evaluated by VBench Team (Uncheck to view all submissions)",
-                                value=False,
-                                interactive=True
-                            )
-                    checkbox_group_i2v = gr.CheckboxGroup(
-                        choices=I2V_TAB,
-                        value=I2V_TAB,
-                        label="Evaluation Quality Dimension",
-                        interactive=True,
-                    )
-
-            data_component_i2v = gr.components.Dataframe(
-                value=get_baseline_df_i2v, 
-                headers=COLUMN_NAMES_I2V,
-                type="pandas", 
-                datatype=I2V_TITILE_TYPE,
-                interactive=False,
-                visible=True,
-                )
+    #     # Table i2v
+    #     with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=3):
+    #         with gr.Accordion("NOTE", open=False):
+    #                 i2v_note_button = gr.Textbox(
+    #                     value=I2V_CLAIM_TEXT,
+    #                     label="",
+    #                     elem_id="quality-button",
+    #                     lines=3,
+    #                 )
+    #         with gr.Row():
+    #             with gr.Column(scale=1.0):
+    #                 # selection for column part:
+    #                 with gr.Row():
+    #                     vbench_team_filter_i2v = gr.Checkbox(
+    #                         label="Sampled by VBench Team (Uncheck to view all submissions)",
+    #                         value=False,
+    #                         interactive=True
+    #                     )
+    #                     vbench_validate_filter_i2v = gr.Checkbox(
+    #                             label="Evaluated by VBench Team (Uncheck to view all submissions)",
+    #                             value=False,
+    #                             interactive=True
+    #                         )
+    #                 checkbox_group_i2v = gr.CheckboxGroup(
+    #                     choices=I2V_TAB,
+    #                     value=I2V_TAB,
+    #                     label="Evaluation Quality Dimension",
+    #                     interactive=True,
+    #                 )
+
+    #         data_component_i2v = gr.components.Dataframe(
+    #             value=get_baseline_df_i2v, 
+    #             headers=COLUMN_NAMES_I2V,
+    #             type="pandas", 
+    #             datatype=I2V_TITILE_TYPE,
+    #             interactive=False,
+    #             visible=True,
+    #             )
     
-            checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
-            vbench_team_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
-            vbench_validate_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
+    #         checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
+    #         vbench_team_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
+    #         vbench_validate_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
         
-        with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=4):
-            with gr.Row():
-                with gr.Accordion("INSTRUCTION", open=False):
-                    citation_button = gr.Textbox(
-                        value=LONG_CLAIM_TEXT,
-                        label="",
-                        elem_id="long-ins-button",
-                        lines=2,
-                    )
+    #     with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=4):
+    #         with gr.Row():
+    #             with gr.Accordion("INSTRUCTION", open=False):
+    #                 citation_button = gr.Textbox(
+    #                     value=LONG_CLAIM_TEXT,
+    #                     label="",
+    #                     elem_id="long-ins-button",
+    #                     lines=2,
+    #                 )
     
-            gr.Markdown(
-                TABLE_INTRODUCTION
-            )
-            with gr.Row():
-                with gr.Column(scale=0.2):
-                    choosen_q_long = gr.Button("Select Quality Dimensions")
-                    choosen_s_long = gr.Button("Select Semantic Dimensions")
-                    enable_b_long = gr.Button("Select All")
-                    disable_b_long = gr.Button("Deselect All")
-
-                with gr.Column(scale=0.8):
-                    with gr.Row():
-                        vbench_team_filter_long = gr.Checkbox(
-                            label="Sampled by VBench Team (Uncheck to view all submissions)",
-                            value=False,
-                            interactive=True
-                        )
-                        vbench_validate_filter_long = gr.Checkbox(
-                            label="Evaluated by VBench Team (Uncheck to view all submissions)",
-                            value=False,
-                            interactive=True
-                        )
-                    checkbox_group_long = gr.CheckboxGroup(
-                        choices=TASK_INFO,
-                        value=DEFAULT_INFO,
-                        label="Evaluation Dimension",
-                        interactive=True,
-                    )
-
-            data_component = gr.components.Dataframe(
-                value=get_baseline_df_long, 
-                headers=COLUMN_NAMES,
-                type="pandas", 
-                datatype=DATA_TITILE_TYPE,
-                interactive=False,
-                visible=True,
-                height=700,
-                )
+    #         gr.Markdown(
+    #             TABLE_INTRODUCTION
+    #         )
+    #         with gr.Row():
+    #             with gr.Column(scale=0.2):
+    #                 choosen_q_long = gr.Button("Select Quality Dimensions")
+    #                 choosen_s_long = gr.Button("Select Semantic Dimensions")
+    #                 enable_b_long = gr.Button("Select All")
+    #                 disable_b_long = gr.Button("Deselect All")
+
+    #             with gr.Column(scale=0.8):
+    #                 with gr.Row():
+    #                     vbench_team_filter_long = gr.Checkbox(
+    #                         label="Sampled by VBench Team (Uncheck to view all submissions)",
+    #                         value=False,
+    #                         interactive=True
+    #                     )
+    #                     vbench_validate_filter_long = gr.Checkbox(
+    #                         label="Evaluated by VBench Team (Uncheck to view all submissions)",
+    #                         value=False,
+    #                         interactive=True
+    #                     )
+    #                 checkbox_group_long = gr.CheckboxGroup(
+    #                     choices=TASK_INFO,
+    #                     value=DEFAULT_INFO,
+    #                     label="Evaluation Dimension",
+    #                     interactive=True,
+    #                 )
+
+    #         data_component = gr.components.Dataframe(
+    #             value=get_baseline_df_long, 
+    #             headers=COLUMN_NAMES,
+    #             type="pandas", 
+    #             datatype=DATA_TITILE_TYPE,
+    #             interactive=False,
+    #             visible=True,
+    #             height=700,
+    #             )
     
-            choosen_q_long.click(choose_all_quailty, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
-            choosen_s_long.click(choose_all_semantic, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
-            enable_b_long.click(enable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
-            disable_b_long.click(disable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
-            checkbox_group_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
-            vbench_team_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
-            vbench_validate_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
-
-        # table info
-        with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=5):
-            gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
+    #         choosen_q_long.click(choose_all_quailty, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
+    #         choosen_s_long.click(choose_all_semantic, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
+    #         enable_b_long.click(enable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
+    #         disable_b_long.click(disable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long, vbench_validate_filter_long], outputs=data_component)
+    #         checkbox_group_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
+    #         vbench_team_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
+    #         vbench_validate_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
+
+    #     # table info
+    #     with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=5):
+    #         gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
         
-        # table submission 
-        with gr.TabItem("🚀 [T2V]Submit here! ", elem_id="mvbench-tab-table", id=6):
-            gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown("# ✉️✨ Submit your model evaluation json file here!", elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown("Here is a required field", elem_classes="markdown-text")
-            with gr.Row():
-                with gr.Column():
-                    model_name_textbox = gr.Textbox(
-                        label="Model name", placeholder="Required field"
-                        )
-                    revision_name_textbox = gr.Textbox(
-                        label="Revision Model Name(Optional)", placeholder="If you need to update the previous results, please fill in this line"
-                    )
-                    access_type = gr.Dropdown(["Open Source", "Ready to Open Source", "API", "Close"], label="Please select the way user can access your model. You can update the content by revision_name, or contact the VBench Team.")
-
-                with gr.Column():
-                    model_link = gr.Textbox(
-                        label="Project Page/Paper Link/Github/HuggingFace Repo", placeholder="Required field. If filling in the wrong information, your results may be removed."
-                    )
-                    team_name = gr.Textbox(
-                        label="Your Team Name(If left blank, it will be user upload)", placeholder="User Upload"
-                    )
-                    contact_email = gr.Textbox(
-                        label="E-Mail(Will not be displayed)", placeholder="Required field"
-                    )
-            with gr.Row():
-                gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
-            with gr.Row():
-                    release_time = gr.Textbox(label="Time of Publish", placeholder="1970-01-01")
-                    model_resolution = gr.Textbox(label="resolution", placeholder="Width x Height")
-                    model_fps = gr.Textbox(label="model fps", placeholder="FPS(int)")
-                    model_frame = gr.Textbox(label="model frame count", placeholder="INT")
-                    model_video_length = gr.Textbox(label="model video length", placeholder="float(2.0)")
-                    model_checkpoint = gr.Textbox(label="model checkpoint", placeholder="optional")
-                    model_commit_id = gr.Textbox(label="github commit id", placeholder='main')
-                    model_video_format = gr.Textbox(label="pipeline format", placeholder='mp4')
-            with gr.Column():
-                input_file = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
-                submit_button = gr.Button("Submit Eval")
-                submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to LeaderBoard!", visible=False)
-                fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `Email` are filled in correctly.</span>', elem_classes="markdown-text",visible=False)
+    #     # table submission 
+    #     with gr.TabItem("🚀 [T2V]Submit here! ", elem_id="mvbench-tab-table", id=6):
+    #         gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown("# ✉️✨ Submit your model evaluation json file here!", elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown("Here is a required field", elem_classes="markdown-text")
+    #         with gr.Row():
+    #             with gr.Column():
+    #                 model_name_textbox = gr.Textbox(
+    #                     label="Model name", placeholder="Required field"
+    #                     )
+    #                 revision_name_textbox = gr.Textbox(
+    #                     label="Revision Model Name(Optional)", placeholder="If you need to update the previous results, please fill in this line"
+    #                 )
+    #                 access_type = gr.Dropdown(["Open Source", "Ready to Open Source", "API", "Close"], label="Please select the way user can access your model. You can update the content by revision_name, or contact the VBench Team.")
+
+    #             with gr.Column():
+    #                 model_link = gr.Textbox(
+    #                     label="Project Page/Paper Link/Github/HuggingFace Repo", placeholder="Required field. If filling in the wrong information, your results may be removed."
+    #                 )
+    #                 team_name = gr.Textbox(
+    #                     label="Your Team Name(If left blank, it will be user upload)", placeholder="User Upload"
+    #                 )
+    #                 contact_email = gr.Textbox(
+    #                     label="E-Mail(Will not be displayed)", placeholder="Required field"
+    #                 )
+    #         with gr.Row():
+    #             gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
+    #         with gr.Row():
+    #                 release_time = gr.Textbox(label="Time of Publish", placeholder="1970-01-01")
+    #                 model_resolution = gr.Textbox(label="resolution", placeholder="Width x Height")
+    #                 model_fps = gr.Textbox(label="model fps", placeholder="FPS(int)")
+    #                 model_frame = gr.Textbox(label="model frame count", placeholder="INT")
+    #                 model_video_length = gr.Textbox(label="model video length", placeholder="float(2.0)")
+    #                 model_checkpoint = gr.Textbox(label="model checkpoint", placeholder="optional")
+    #                 model_commit_id = gr.Textbox(label="github commit id", placeholder='main')
+    #                 model_video_format = gr.Textbox(label="pipeline format", placeholder='mp4')
+    #         with gr.Column():
+    #             input_file = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
+    #             submit_button = gr.Button("Submit Eval")
+    #             submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to LeaderBoard!", visible=False)
+    #             fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `Email` are filled in correctly.</span>', elem_classes="markdown-text",visible=False)
                 
     
-                submission_result = gr.Markdown()
-                # submit_button.click(
-                #     add_new_eval,
-                #     inputs = [
-                #         input_file,
-                #         model_name_textbox,
-                #         revision_name_textbox,
-                #         model_link,
-                #         team_name,
-                #         contact_email,
-                #         release_time,
-                #         access_type,
-                #         model_resolution,
-                #         model_fps,
-                #         model_frame,
-                #         model_video_length,
-                #         model_checkpoint,
-                #         model_commit_id,
-                #         model_video_format
-                #     ],
-                #     outputs=[submit_button, submit_succ_button, fail_textbox]
-                # )
+    #             submission_result = gr.Markdown()
+    #             # submit_button.click(
+    #             #     add_new_eval,
+    #             #     inputs = [
+    #             #         input_file,
+    #             #         model_name_textbox,
+    #             #         revision_name_textbox,
+    #             #         model_link,
+    #             #         team_name,
+    #             #         contact_email,
+    #             #         release_time,
+    #             #         access_type,
+    #             #         model_resolution,
+    #             #         model_fps,
+    #             #         model_frame,
+    #             #         model_video_length,
+    #             #         model_checkpoint,
+    #             #         model_commit_id,
+    #             #         model_video_format
+    #             #     ],
+    #             #     outputs=[submit_button, submit_succ_button, fail_textbox]
+    #             # )
                 
-        with gr.TabItem("🚀 [I2V]Submit here! ", elem_id="mvbench-i2v-tab-table", id=7):
-            gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown("# ✉️✨ Submit your i2v model evaluation json file here!", elem_classes="markdown-text")
-
-            with gr.Row():
-                gr.Markdown("Here is a required field", elem_classes="markdown-text")
-            with gr.Row():
-                with gr.Column():
-                    model_name_textbox_i2v = gr.Textbox(
-                        label="Model name", placeholder="Required field"
-                        )
-                    revision_name_textbox_i2v = gr.Textbox(
-                        label="Revision Model Name(Optional)", placeholder="If you need to update the previous results, please fill in this line"
-                    )
-                    access_type_i2v = gr.Dropdown(["Open Source", "Ready to Open Source", "API", "Close"], label="Please select the way user can access your model. You can update the content by revision_name, or contact the VBench Team.")
-
-
-                with gr.Column():
-                    model_link_i2v = gr.Textbox(
-                        label="Project Page/Paper Link/Github/HuggingFace Repo", placeholder="Required field. If filling in the wrong information, your results may be removed."
-                    )
-                    team_name_i2v = gr.Textbox(
-                        label="Your Team Name(If left blank, it will be user upload)", placeholder="User Upload"
-                    )
-                    contact_email_i2v = gr.Textbox(
-                        label="E-Mail(Will not be displayed)", placeholder="Required field"
-                    )
-            with gr.Row():
-                gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
-            with gr.Row():
-                    release_time_i2v = gr.Textbox(label="Time of Publish", placeholder="1970-01-01")
-                    model_resolution_i2v = gr.Textbox(label="resolution", placeholder="Width x Height")
-                    model_fps_i2v = gr.Textbox(label="model fps", placeholder="FPS(int)")
-                    model_frame_i2v = gr.Textbox(label="model frame count", placeholder="INT")
-                    model_video_length_i2v = gr.Textbox(label="model video length", placeholder="float(2.0)")
-                    model_checkpoint_i2v = gr.Textbox(label="model checkpoint", placeholder="optional")
-                    model_commit_id_i2v = gr.Textbox(label="github commit id", placeholder='main')
-                    model_video_format_i2v = gr.Textbox(label="pipeline format", placeholder='mp4')
-            with gr.Column():
-                input_file_i2v = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
-                submit_button_i2v = gr.Button("Submit Eval")
-                submit_succ_button_i2v = gr.Markdown("Submit Success! Please press refresh and retfurn to LeaderBoard!", visible=False)
-                fail_textbox_i2v = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `Email` are filled in correctly.</span>', elem_classes="markdown-text",visible=False)
+    #     with gr.TabItem("🚀 [I2V]Submit here! ", elem_id="mvbench-i2v-tab-table", id=7):
+    #         gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown("# ✉️✨ Submit your i2v model evaluation json file here!", elem_classes="markdown-text")
+
+    #         with gr.Row():
+    #             gr.Markdown("Here is a required field", elem_classes="markdown-text")
+    #         with gr.Row():
+    #             with gr.Column():
+    #                 model_name_textbox_i2v = gr.Textbox(
+    #                     label="Model name", placeholder="Required field"
+    #                     )
+    #                 revision_name_textbox_i2v = gr.Textbox(
+    #                     label="Revision Model Name(Optional)", placeholder="If you need to update the previous results, please fill in this line"
+    #                 )
+    #                 access_type_i2v = gr.Dropdown(["Open Source", "Ready to Open Source", "API", "Close"], label="Please select the way user can access your model. You can update the content by revision_name, or contact the VBench Team.")
+
+
+    #             with gr.Column():
+    #                 model_link_i2v = gr.Textbox(
+    #                     label="Project Page/Paper Link/Github/HuggingFace Repo", placeholder="Required field. If filling in the wrong information, your results may be removed."
+    #                 )
+    #                 team_name_i2v = gr.Textbox(
+    #                     label="Your Team Name(If left blank, it will be user upload)", placeholder="User Upload"
+    #                 )
+    #                 contact_email_i2v = gr.Textbox(
+    #                     label="E-Mail(Will not be displayed)", placeholder="Required field"
+    #                 )
+    #         with gr.Row():
+    #             gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
+    #         with gr.Row():
+    #                 release_time_i2v = gr.Textbox(label="Time of Publish", placeholder="1970-01-01")
+    #                 model_resolution_i2v = gr.Textbox(label="resolution", placeholder="Width x Height")
+    #                 model_fps_i2v = gr.Textbox(label="model fps", placeholder="FPS(int)")
+    #                 model_frame_i2v = gr.Textbox(label="model frame count", placeholder="INT")
+    #                 model_video_length_i2v = gr.Textbox(label="model video length", placeholder="float(2.0)")
+    #                 model_checkpoint_i2v = gr.Textbox(label="model checkpoint", placeholder="optional")
+    #                 model_commit_id_i2v = gr.Textbox(label="github commit id", placeholder='main')
+    #                 model_video_format_i2v = gr.Textbox(label="pipeline format", placeholder='mp4')
+    #         with gr.Column():
+    #             input_file_i2v = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
+    #             submit_button_i2v = gr.Button("Submit Eval")
+    #             submit_succ_button_i2v = gr.Markdown("Submit Success! Please press refresh and retfurn to LeaderBoard!", visible=False)
+    #             fail_textbox_i2v = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `Email` are filled in correctly.</span>', elem_classes="markdown-text",visible=False)
                 
     
-                submission_result_i2v = gr.Markdown()
-                # submit_button_i2v.click(
-                #     add_new_eval_i2v,
-                #     inputs = [
-                #         input_file_i2v,
-                #         model_name_textbox_i2v,
-                #         revision_name_textbox_i2v,
-                #         model_link_i2v,
-                #         team_name_i2v,
-                #         contact_email_i2v,
-                #         release_time_i2v,
-                #         access_type_i2v,
-                #         model_resolution_i2v,
-                #         model_fps_i2v,
-                #         model_frame_i2v,
-                #         model_video_length_i2v,
-                #         model_checkpoint_i2v,
-                #         model_commit_id_i2v,
-                #         model_video_format_i2v
-                #     ],
-                #     outputs=[submit_button_i2v, submit_succ_button_i2v, fail_textbox_i2v]
-                # )
-
-
-
-    def refresh_data():
-        value1 = get_baseline_df()
-        return value1
-
-    with gr.Row():
-        data_run = gr.Button("Refresh")
-        data_run.click(on_filter_model_size_method_change, inputs=[checkbox_group], outputs=data_component)
+    #             submission_result_i2v = gr.Markdown()
+    #             # submit_button_i2v.click(
+    #             #     add_new_eval_i2v,
+    #             #     inputs = [
+    #             #         input_file_i2v,
+    #             #         model_name_textbox_i2v,
+    #             #         revision_name_textbox_i2v,
+    #             #         model_link_i2v,
+    #             #         team_name_i2v,
+    #             #         contact_email_i2v,
+    #             #         release_time_i2v,
+    #             #         access_type_i2v,
+    #             #         model_resolution_i2v,
+    #             #         model_fps_i2v,
+    #             #         model_frame_i2v,
+    #             #         model_video_length_i2v,
+    #             #         model_checkpoint_i2v,
+    #             #         model_commit_id_i2v,
+    #             #         model_video_format_i2v
+    #             #     ],
+    #             #     outputs=[submit_button_i2v, submit_succ_button_i2v, fail_textbox_i2v]
+    #             # )
+
+
+
+    # def refresh_data():
+    #     value1 = get_baseline_df()
+    #     return value1
+
+    # with gr.Row():
+    #     data_run = gr.Button("Refresh")
+    #     data_run.click(on_filter_model_size_method_change, inputs=[checkbox_group], outputs=data_component)
 
 
 block.launch()