Update app.py

app.py

@@ -118,7 +118,7 @@ def display_videos(type, prompt, model_name_1, model_name_2):
     return video_path1, video_path2
 
 def record_user_feedback_a(model_name1, model_name2, type, prompt):
-    # 0 means model A  better, 1 means model B better 
+    # 0 means model A  better, 1 means model B better,  -1 means tie; 
     hf_api.hf_hub_download(
             repo_id = "Vchitect/VBench_human_annotation",
             filename = "arena_feedback.csv",
@@ -135,10 +135,10 @@ def record_user_feedback_a(model_name1, model_name2, type, prompt):
         repo_type="dataset",
         commit_message="[From VBench Arena] user feedback",
     )
-    return gr.update(visible=False),gr.update(visible=False)
+    return gr.update(visible=False),gr.update(visible=False),gr.update(visible=False)
     
 def record_user_feedback_b(model_name1, model_name2, type, prompt):
-    # 0 means model A  better, 1 means model B better 
+    # 0 means model A  better, 1 means model B better , -1 means tie;
     hf_api.hf_hub_download(
             repo_id = "Vchitect/VBench_human_annotation",
             filename = "arena_feedback.csv",
@@ -155,10 +155,30 @@ def record_user_feedback_b(model_name1, model_name2, type, prompt):
         repo_type="dataset",
         commit_message="[From VBench Arena] user feedback",
     )
-    return gr.update(visible=False),gr.update(visible=False)
+    return gr.update(visible=False),gr.update(visible=False),gr.update(visible=False)
+
+def record_user_feedback_tie(model_name1, model_name2, type, prompt):
+    # 0 means model A  better, 1 means model B better , -1 means tie;
+    hf_api.hf_hub_download(
+            repo_id = "Vchitect/VBench_human_annotation",
+            filename = "arena_feedback.csv",
+            repo_type = "dataset",
+            local_dir = './'
+        )
+    with open("arena_feedback.csv",'a') as f:
+        f.write(f"{model_name1}\t{model_name2}\t{type}\t{prompt}\t{-1}\n")  
+    hf_api.upload_file(
+        path_or_fileobj="arena_feedback.csv",
+        path_in_repo="arena_feedback.csv",
+        repo_id="Vchitect/VBench_human_annotation",
+        token=hf_token,
+        repo_type="dataset",
+        commit_message="[From VBench Arena] user feedback",
+    )
+    return gr.update(visible=False),gr.update(visible=False),gr.update(visible=False)
 
 def show_feedback_button():
-    return gr.update(visible=True),gr.update(visible=True)
+    return gr.update(visible=True),gr.update(visible=True),gr.update(visible=True)
 
 with gr.Blocks() as interface:
     gr.Markdown("# VBench Video Arena")
@@ -183,6 +203,7 @@ with gr.Blocks() as interface:
             video_output_2 = gr.Video(label="Video 2")
     with gr.Row():
         feed0 = gr.Button("👈 Model A is better",visible=False)
+        feedt = gr.Button("😫 It's hard to say", visible=False)
         feed1 = gr.Button("👉 Model B is better",visible=False)
     type_output.change(fn=update_prompt_options, inputs=[type_output], outputs=[prompt_output])
     
@@ -198,7 +219,7 @@ with gr.Blocks() as interface:
           outputs=[prompt_output]
     ).then(
         fn= show_feedback_button,
-        outputs=[feed0, feed1]
+        outputs=[feed0, feedt, feed1]
     )
 
 
@@ -211,12 +232,17 @@ with gr.Blocks() as interface:
     feed0.click(
         fn = record_user_feedback_a,
         inputs=[model_name_1_output, model_name_2_output, type_output, prompt_placeholder],
-        outputs=[feed0, feed1]
+        outputs=[feed0, feedt, feed1]
     )
     feed1.click(
         fn = record_user_feedback_b,
         inputs=[model_name_1_output, model_name_2_output, type_output, prompt_placeholder],
-        outputs=[feed0, feed1]
+        outputs=[feed0, feedt,  feed1]
+    )
+    feedt.click(
+        fn = record_user_feedback_tie,
+        inputs=[model_name_1_output, model_name_2_output, type_output, prompt_placeholder],
+        outputs=[feed0, feedt,  feed1]
     )
 
 interface.launch()