[update] add submit to vbench2

app.py

@@ -133,6 +133,126 @@ def add_new_eval(
     print("success update", model_name)
     return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
 
+
+def add_new_eval_vbench2(
+    input_file,
+    model_name_textbox: str,
+    revision_name_textbox: str,
+    model_link: str,
+    team_name: str,
+    contact_email: str,
+    access_type: str,
+    model_publish: str,
+    model_resolution: str,
+    model_fps: str,
+    model_frame: str,
+    model_video_length: str,
+    model_checkpoint: str,
+    model_commit_id: str,
+    model_video_format: str
+):
+    if input_file is None:
+        return "Error! Empty file!"
+    if  model_link == '' or model_name_textbox == '' or contact_email == '':
+        return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
+    upload_content = input_file
+    submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+    submission_repo.git_pull()
+    filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
+    
+    now = datetime.datetime.now()
+    update_time = now.strftime("%Y-%m-%d")  # Capture update time
+    with open(f'{SUBMISSION_NAME}/{filename}.zip','wb') as f:
+        f.write(input_file)
+
+    csv_data = pd.read_csv(VBENCH2_DIR)
+
+    if revision_name_textbox == '':
+        col = csv_data.shape[0]
+        model_name = model_name_textbox.replace(',',' ')
+    else:
+        model_name = revision_name_textbox.replace(',',' ')
+        model_name_list = csv_data['Model Name (clickable)']
+        name_list = [name.split(']')[0][1:] for name in model_name_list]
+        if revision_name_textbox not in name_list:
+            col = csv_data.shape[0]
+        else:
+            col = name_list.index(revision_name_textbox)    
+    if model_link == '':
+        model_name = model_name  # no url
+    else:
+        model_name = '[' + model_name + '](' + model_link + ')'
+
+    os.makedirs(filename, exist_ok=True)
+    with zipfile.ZipFile(io.BytesIO(input_file), 'r') as zip_ref:
+        zip_ref.extractall(filename)
+
+    upload_data = {}
+    for file in os.listdir(filename):
+        if file.startswith('.') or file.startswith('__'):
+            print(f"Skip the file: {file}")
+            continue
+        cur_file = os.path.join(filename, file)
+        if os.path.isdir(cur_file):
+            for subfile in os.listdir(cur_file):
+                cur_subfile = os.path.join(cur_file, subfile)
+                if os.path.isdir(cur_subfile):
+                    for subsubfile in os.listdir(cur_subfile):
+                        if subsubfile.endswith(".json") and "eval_result" in subsubfile:
+                            with open(os.path.join(cur_subfile,subsubfile)) as ff:
+                                cur_json = json.load(ff)
+                                print(file, type(cur_json))
+                                if isinstance(cur_json, dict):
+                                    print(cur_json.keys())
+                                    for key in cur_json:
+                                        upload_data[key.replace('_',' ')] = cur_json[key][0]
+                                        print(f"{key}:{cur_json[key][0]}")
+                else:
+                    if subfile.endswith(".json") and "eval_result" in subfile:
+                        with open(cur_subfile) as ff:
+                            cur_json = json.load(ff)
+                            print(file, type(cur_json))
+                            if isinstance(cur_json, dict):
+                                print(cur_json.keys())
+                                for key in cur_json:
+                                    upload_data[key.replace('_',' ')] = cur_json[key][0]
+                                    print(f"{key}:{cur_json[key][0]}")
+        elif cur_file.endswith('json') and "eval_result" in subfile:
+            with open(cur_file) as ff:
+                cur_json = json.load(ff)
+                print(file, type(cur_json))
+                if isinstance(cur_json, dict):
+                    print(cur_json.keys())
+                    for key in cur_json:
+                        upload_data[key.replace('_',' ')] = cur_json[key][0]
+                        print(f"{key}:{cur_json[key][0]}")
+    # add new data
+    new_data = [model_name]
+    # print('upload_data:', upload_data)
+    for key in TASK_INFO_2:
+        if key in upload_data:
+            new_data.append(upload_data[key])
+        else:
+            new_data.append(0)
+    if team_name =='' or 'vbench' in team_name.lower():
+        new_data.append("User Upload")
+    else:
+        new_data.append(team_name)
+
+    new_data.append(contact_email.replace(',',' and ')) # Add contact email [private]
+    new_data.append(update_time)  # Add the update time
+    new_data.append(team_name)
+    new_data.append(access_type)
+    # print(csv_data, new_data)
+    csv_data.loc[col] = new_data
+    # print()
+    csv_data = csv_data.to_csv(VBENCH2_DIR, index=False)
+    with open(INFO_DIR,'a') as f:
+        f.write(f"{model_name}\t{update_time}\t{model_publish}\t{model_resolution}\t{model_fps}\t{model_frame}\t{model_video_length}\t{model_checkpoint}\t{model_commit_id}\t{model_video_format}\n")
+    submission_repo.push_to_hub()
+    print("success update", model_name)
+    return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
+
 def add_new_eval_i2v(
     input_file,
     model_name_textbox: str,
@@ -1072,7 +1192,78 @@ with block:
                     ],
                     outputs=[submit_button_i2v, submit_succ_button_i2v, fail_textbox_i2v]
                 )
+        with gr.TabItem("⭐ [VBench2]Submit here! ", elem_id="mvbench-tab-table", id=9):
+            gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
+
+            with gr.Row():
+                gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
+
+            with gr.Row():
+                gr.Markdown("# ✉️✨ Submit your model evaluation json file here!", elem_classes="markdown-text")
+
+            with gr.Row():
+                gr.Markdown("Here is a required field", elem_classes="markdown-text")
+            with gr.Row():
+                with gr.Column():
+                    model_name_textbox_vbench2 = gr.Textbox(
+                        label="Model name", placeholder="Required field"
+                        )
+                    revision_name_textbox_vbench2 = gr.Textbox(
+                        label="Revision Model Name(Optional)", placeholder="If you need to update the previous results, please fill in this line"
+                    )
+                    access_type_vbench2 = gr.Dropdown(["Open Source", "Ready to Open Source", "API", "Close"], label="Please select the way user can access your model. You can update the content by revision_name, or contact the VBench Team.")
 
+                with gr.Column():
+                    model_link_vbench2 = gr.Textbox(
+                        label="Project Page/Paper Link/Github/HuggingFace Repo", placeholder="Required field. If filling in the wrong information, your results may be removed."
+                    )
+                    team_name_vbench2 = gr.Textbox(
+                        label="Your Team Name(If left blank, it will be user upload)", placeholder="User Upload"
+                    )
+                    contact_email_vbench2 = gr.Textbox(
+                        label="E-Mail(Will not be displayed)", placeholder="Required field"
+                    )
+            with gr.Row():
+                gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
+            with gr.Row():
+                    release_time_vbench2 = gr.Textbox(label="Time of Publish", placeholder="1970-01-01")
+                    model_resolution_vbench2 = gr.Textbox(label="resolution", placeholder="Width x Height")
+                    model_fps_vbench2 = gr.Textbox(label="model fps", placeholder="FPS(int)")
+                    model_frame_vbench2 = gr.Textbox(label="model frame count", placeholder="INT")
+                    model_video_length_vbench2 = gr.Textbox(label="model video length", placeholder="float(2.0)")
+                    model_checkpoint_vbench2 = gr.Textbox(label="model checkpoint", placeholder="optional")
+                    model_commit_id_vbench2 = gr.Textbox(label="github commit id", placeholder='main')
+                    model_video_format_vbench2 = gr.Textbox(label="pipeline format", placeholder='mp4')
+            with gr.Column():
+                input_file_vbench2 = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
+                submit_button_vbench2 = gr.Button("Submit Eval")
+                submit_succ_button_vbench2 = gr.Markdown("Submit Success! Please press refresh and return to LeaderBoard!", visible=False)
+                fail_textbox_vbench2 = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `Email` are filled in correctly.</span>', elem_classes="markdown-text",visible=False)
+                
+    
+                submission_result = gr.Markdown()
+                submit_button_vbench2.click(
+                    add_new_eval_vbench2,
+                    inputs = [
+                        input_file_vbench2,
+                        model_name_textbox_vbench2,
+                        revision_name_textbox_vbench2,
+                        model_link_vbench2,
+                        team_name_vbench2,
+                        contact_email_vbench2,
+                        release_time_vbench2,
+                        access_type_vbench2,
+                        model_resolution_vbench2,
+                        model_fps_vbench2,
+                        model_frame_vbench2,
+                        model_video_length_vbench2,
+                        model_checkpoint_vbench2,
+                        model_commit_id_vbench2,
+                        model_video_format_vbench2
+                    ],
+                    outputs=[submit_button_vbench2, submit_succ_button_vbench2, fail_textbox_vbench2]
+                )
+        
 
 
     def refresh_data():