Update app.py

app.py

@@ -390,6 +390,7 @@ def get_baseline_df():
     present_columns = MODEL_INFO + checkbox_group.value
     print(present_columns)
     df = df[present_columns]
+    df = df[df['Source'] == 'VBench Team'] 
     df = convert_scores_to_percentage(df)
     return df
 
@@ -411,6 +412,7 @@ def get_baseline_df_i2v():
     df = get_final_score_i2v(df, checkbox_group_i2v.value)
     df = df.sort_values(by="Selected Score", ascending=False)
     present_columns = MODEL_INFO_TAB_I2V + checkbox_group_i2v.value
+    # df = df[df['Source'] == 'VBench Team'] 
     df = df[present_columns]
     df = convert_scores_to_percentage(df)
     return df
@@ -422,6 +424,7 @@ def get_baseline_df_long():
     df = get_final_score(df, checkbox_group.value)
     df = df.sort_values(by="Selected Score", ascending=False)
     present_columns = MODEL_INFO + checkbox_group.value
+    # df = df[df['Source'] == 'VBench Team'] 
     df = df[present_columns]
     df = convert_scores_to_percentage(df)
     return df
@@ -484,8 +487,10 @@ def enable_all():
     return gr.update(value=TASK_INFO)
 
 # select function
-def on_filter_model_size_method_change(selected_columns):
+def on_filter_model_size_method_change(selected_columns, only_vbench_team):
     updated_data = get_all_df(selected_columns, CSV_DIR)
+    if only_vbench_team:
+        updated_data = updated_data[updated_data['Source'] == 'VBench Team'] 
     #print(updated_data)
     # columns:
     selected_columns = [item for item in TASK_INFO if item in selected_columns]
@@ -528,8 +533,10 @@ def on_filter_model_size_method_change_quality(selected_columns):
         )
     return filter_component#.value
 
-def on_filter_model_size_method_change_i2v(selected_columns):
+def on_filter_model_size_method_change_i2v(selected_columns,only_vbench_team):
     updated_data = get_all_df_i2v(selected_columns, I2V_DIR)
+    if only_vbench_team:
+        updated_data = updated_data[updated_data['Source'] == 'VBench Team'] 
     selected_columns = [item for item in I2V_TAB if item in selected_columns]
     present_columns = MODEL_INFO_TAB_I2V + selected_columns
     updated_data = updated_data[present_columns]
@@ -548,8 +555,10 @@ def on_filter_model_size_method_change_i2v(selected_columns):
         )
     return filter_component#.value
 
-def on_filter_model_size_method_change_long(selected_columns):
+def on_filter_model_size_method_change_long(selected_columns, only_vbench_team):
     updated_data = get_all_df_long(selected_columns, LONG_DIR)
+    if only_vbench_team:
+        updated_data = updated_data[updated_data['Source'] == 'VBench Team'] 
     selected_columns = [item for item in TASK_INFO if item in selected_columns]
     present_columns = MODEL_INFO + selected_columns
     updated_data = updated_data[present_columns]
@@ -597,6 +606,11 @@ with block:
                     disable_b = gr.Button("Deselect All")
 
                 with gr.Column(scale=0.8):
+                    vbench_team_filter = gr.Checkbox(
+                        label="Evaluated by VBench Team (Uncheck to view all submissions)",
+                        value=True,
+                        interactive=True
+                    )
                     # selection for column part:
                     checkbox_group = gr.CheckboxGroup(
                         choices=TASK_INFO,
@@ -615,12 +629,12 @@ with block:
                 height=700,
                 )
     
-            choosen_q.click(choose_all_quailty, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
-            choosen_s.click(choose_all_semantic, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
-            # enable_b.click(enable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
-            disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
-            checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
-
+            choosen_q.click(choose_all_quailty, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+            choosen_s.click(choose_all_semantic, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+            # enable_b.click(enable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+            disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+            checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group, vbench_team_filter], outputs=data_component)
+            vbench_team_filter.change(fn=on_filter_model_size_method_change, inputs=[checkbox_group, vbench_team_filter], outputs=data_component)
         # Table 1
         with gr.TabItem("Video Quaity", elem_id="vbench-tab-table", id=2):
             with gr.Accordion("INSTRUCTION", open=False):
@@ -633,6 +647,7 @@ with block:
             with gr.Row():
                 with gr.Column(scale=1.0):
                     # selection for column part:
+                    
                     checkbox_group_quality = gr.CheckboxGroup(
                         choices=QUALITY_TAB,
                         value=QUALITY_TAB,
@@ -663,6 +678,11 @@ with block:
             with gr.Row():
                 with gr.Column(scale=1.0):
                     # selection for column part:
+                    vbench_team_filter_i2v = gr.Checkbox(
+                        label="Evaluated by VBench Team (Uncheck to view all submissions)",
+                        value=False,
+                        interactive=True
+                    )
                     checkbox_group_i2v = gr.CheckboxGroup(
                         choices=I2V_TAB,
                         value=I2V_TAB,
@@ -679,7 +699,8 @@ with block:
                 visible=True,
                 )
     
-            checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v], outputs=data_component_i2v)
+            checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v], outputs=data_component_i2v)
+            vbench_team_filter_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v, vbench_team_filter_i2v], outputs=data_component_i2v)
         
         with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=4):
             with gr.Row():
@@ -702,6 +723,11 @@ with block:
                     disable_b_long = gr.Button("Deselect All")
 
                 with gr.Column(scale=0.8):
+                    vbench_team_filter_long = gr.Checkbox(
+                        label="Evaluated by VBench Team (Uncheck to view all submissions)",
+                        value=False,
+                        interactive=True
+                    )
                     checkbox_group_long = gr.CheckboxGroup(
                         choices=TASK_INFO,
                         value=DEFAULT_INFO,
@@ -719,12 +745,12 @@ with block:
                 height=700,
                 )
     
-            choosen_q_long.click(choose_all_quailty, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
-            choosen_s_long.click(choose_all_semantic, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
-            enable_b_long.click(enable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
-            disable_b_long.click(disable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
-            checkbox_group_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long], outputs=data_component)
-            
+            choosen_q_long.click(choose_all_quailty, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long], outputs=data_component)
+            choosen_s_long.click(choose_all_semantic, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long], outputs=data_component)
+            enable_b_long.click(enable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long], outputs=data_component)
+            disable_b_long.click(disable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long, vbench_team_filter_long], outputs=data_component)
+            checkbox_group_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long], outputs=data_component)
+            vbench_team_filter_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long, vbench_team_filter_long], outputs=data_component)
         # table info
         with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=5):
             gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
@@ -881,4 +907,4 @@ with block:
         data_run.click(on_filter_model_size_method_change, inputs=[checkbox_group], outputs=data_component)
 
 
-block.launch()
+block.launch()