Update app.py

app.py

@@ -448,6 +448,19 @@ def get_baseline_df_long():
     df = convert_scores_to_percentage(df)
     return df
 
+def get_baseline_df_2():
+    submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+    submission_repo.git_pull()
+    df = pd.read_csv(VBENCH2_DIR)
+    # df = get_final_score(df, checkbox_group.value)
+    # df = df.sort_values(by="Selected Score", ascending=False)
+    # present_columns = MODEL_INFO + checkbox_group.value
+    # print(present_columns)
+    df = df[COLUMN_NAMES_2]
+    # Add this line to display the results evaluated by VBench by default
+    df = convert_scores_to_percentage(df)
+    return df
+
 def get_all_df(selected_columns, dir=CSV_DIR):
     submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
     submission_repo.git_pull()
@@ -480,6 +493,14 @@ def get_all_df_long(selected_columns, dir=LONG_DIR):
     df = df.sort_values(by="Selected Score", ascending=False)
     return df
 
+def get_all_df2(dir=VBENCH2_DIR):
+    submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+    submission_repo.git_pull()
+    df = pd.read_csv(dir)
+    # df = get_final_score(df, selected_columns)
+    # df = df.sort_values(by="Selected Score", ascending=False)
+    return df
+    
 
 def convert_scores_to_percentage(df):
     # Operate on every column in the DataFrame (except the'name 'column)
@@ -608,6 +629,34 @@ def on_filter_model_size_method_change_long(selected_columns, vbench_team_sample
         )
     return filter_component#.value
 
+
+def on_filter_model_size_method_change_2(vbench_team_sample, vbench_team_eval=False):
+    updated_data = get_all_df(VBENCH2_DIR)
+    if vbench_team_sample:
+        updated_data = updated_data[updated_data["Sampled by"] == 'VBench Team'] 
+    if vbench_team_eval:
+        updated_data = updated_data[updated_data['Evaluated by'] == 'VBench Team']
+    #print(updated_data)
+    # columns:
+    # selected_columns = [item for item in TASK_INFO if item in selected_columns]
+    # present_columns = MODEL_INFO + selected_columns
+    # updated_data = updated_data[present_columns]
+    # updated_data = updated_data.sort_values(by="Selected Score", ascending=False)
+    # updated_data = convert_scores_to_percentage(updated_data)
+    updated_headers = COLUMN_NAMES_2 
+    # print(COLUMN_NAMES,updated_headers,DATA_TITILE_TYPE )
+    update_datatype = VBENCH2_TITLE_TYPE 
+    # print(updated_data,present_columns,update_datatype)
+    filter_component = gr.components.Dataframe(
+        value=updated_data, 
+        headers=updated_headers,
+        type="pandas", 
+        datatype=update_datatype,
+        interactive=False,
+        visible=True,
+        )
+    return filter_component#.value
+
 block = gr.Blocks()
 
 
@@ -617,7 +666,7 @@ with block:
     )
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         # Table 0
-        with gr.TabItem("📊 VBench", elem_id="vbench-tab-table", id=1):
+        with gr.TabItem("📊 VBench 1.0", elem_id="vbench-tab-table", id=1):
             with gr.Row():
                 with gr.Accordion("Citation", open=False):
                     citation_button = gr.Textbox(
@@ -673,8 +722,47 @@ with block:
             checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
             vbench_team_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
             vbench_validate_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter, vbench_validate_filter], outputs=data_component)
-        # Table 1
-        with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=2):
+        # VBench 2.0
+        with gr.TabItem("⭐ VBench 2.0", elem_id="vbench-tab-table", id=2):
+            with gr.Row():
+                with gr.Accordion("Citation", open=False):
+                    citation_button2 = gr.Textbox(
+                        value=CITATION_BUTTON_TEXT,
+                        label=CITATION_BUTTON_LABEL,
+                        elem_id="citation-button",
+                        lines=14,
+                    )
+    
+            gr.Markdown(
+                TABLE_INTRODUCTION
+            )
+            with gr.Row():
+                with gr.Column():
+                    vbench_team_filter_2 = gr.Checkbox(
+                            label="Sampled by VBench Team (Uncheck to view all submissions)",
+                            value=False,
+                            interactive=True
+                        )
+                    vbench_validate_filter_2 = gr.Checkbox(
+                        label="Evaluated by VBench Team (Uncheck to view all submissions)",
+                        value=True,
+                        interactive=True
+                    )
+
+            
+            data_component_2 = gr.components.Dataframe(
+                value=get_baseline_df_2, 
+                headers=COLUMN_NAMES_2,
+                type="pandas", 
+                datatype=VBENCH2_TITLE_TYPE,
+                interactive=False,
+                visible=True,
+                height=700,
+                )
+            vbench_team_filter.change(fn=on_filter_model_size_method_change_2, inputs=[vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
+            vbench_validate_filter.change(fn=on_filter_model_size_method_change_2, inputs=[vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
+        
+        with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
             with gr.Accordion("INSTRUCTION", open=False):
                     citation_button = gr.Textbox(
                         value=QUALITY_CLAIM_TEXT,
@@ -705,7 +793,7 @@ with block:
             checkbox_group_quality.change(fn=on_filter_model_size_method_change_quality, inputs=[checkbox_group_quality], outputs=data_component_quality)
         
         # Table i2v
-        with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=3):
+        with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=4):
             with gr.Accordion("NOTE", open=False):
                     i2v_note_button = gr.Textbox(
                         value=I2V_CLAIM_TEXT,
@@ -747,7 +835,7 @@ with block:
             vbench_team_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
             vbench_validate_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v,vbench_validate_filter_i2v], outputs=data_component_i2v)
         
-        with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=4):
+        with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=5):
             with gr.Row():
                 with gr.Accordion("INSTRUCTION", open=False):
                     citation_button = gr.Textbox(
@@ -805,11 +893,11 @@ with block:
             vbench_validate_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long,vbench_validate_filter_long], outputs=data_component)
 
         # table info
-        with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=5):
+        with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=6):
             gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
         
         # table submission 
-        with gr.TabItem("🚀 [T2V]Submit here! ", elem_id="mvbench-tab-table", id=6):
+        with gr.TabItem("🚀 [T2V]Submit here! ", elem_id="mvbench-tab-table", id=7):
             gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
 
             with gr.Row():
@@ -881,7 +969,7 @@ with block:
                     outputs=[submit_button, submit_succ_button, fail_textbox]
                 )
                 
-        with gr.TabItem("🚀 [I2V]Submit here! ", elem_id="mvbench-i2v-tab-table", id=7):
+        with gr.TabItem("🚀 [I2V]Submit here! ", elem_id="mvbench-i2v-tab-table", id=8):
             gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
 
             with gr.Row():
@@ -965,4 +1053,4 @@ with block:
         data_run.click(on_filter_model_size_method_change, inputs=[checkbox_group], outputs=data_component)
 
 
-block.launch()
+block.launch()