Upload app.py

app.py

@@ -22,242 +22,242 @@ def upload_file(files):
     file_paths = [file.name for file in files]
     return file_paths
 
-def add_new_eval(
-    input_file,
-    model_name_textbox: str,
-    revision_name_textbox: str,
-    model_link: str,
-    team_name: str,
-    contact_email: str,
-    access_type: str,
-    model_publish: str,
-    model_resolution: str,
-    model_fps: str,
-    model_frame: str,
-    model_video_length: str,
-    model_checkpoint: str,
-    model_commit_id: str,
-    model_video_format: str
-):
-    if input_file is None:
-        return "Error! Empty file!"
-    if  model_link == '' or model_name_textbox == '' or contact_email == '':
-        return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
-    # upload_data=json.loads(input_file)
-    upload_content = input_file
-    # submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
-    # submission_repo.git_pull()
-    filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
+# def add_new_eval(
+#     input_file,
+#     model_name_textbox: str,
+#     revision_name_textbox: str,
+#     model_link: str,
+#     team_name: str,
+#     contact_email: str,
+#     access_type: str,
+#     model_publish: str,
+#     model_resolution: str,
+#     model_fps: str,
+#     model_frame: str,
+#     model_video_length: str,
+#     model_checkpoint: str,
+#     model_commit_id: str,
+#     model_video_format: str
+# ):
+#     if input_file is None:
+#         return "Error! Empty file!"
+#     if  model_link == '' or model_name_textbox == '' or contact_email == '':
+#         return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
+#     # upload_data=json.loads(input_file)
+#     upload_content = input_file
+#     # submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+#     # submission_repo.git_pull()
+#     filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     
-    now = datetime.datetime.now()
-    update_time = now.strftime("%Y-%m-%d")  # Capture update time
-    with open(f'{SUBMISSION_NAME}/{filename}.zip','wb') as f:
-        f.write(input_file)
-    # shutil.copyfile(CSV_DIR, os.path.join(SUBMISSION_NAME, f"{input_file}"))
-
-    csv_data = pd.read_csv(CSV_DIR)
-
-    if revision_name_textbox == '':
-        col = csv_data.shape[0]
-        model_name = model_name_textbox.replace(',',' ')
-    else:
-        model_name = revision_name_textbox.replace(',',' ')
-        model_name_list = csv_data['Model Name (clickable)']
-        name_list = [name.split(']')[0][1:] for name in model_name_list]
-        if revision_name_textbox not in name_list:
-            col = csv_data.shape[0]
-        else:
-            col = name_list.index(revision_name_textbox)    
-    if model_link == '':
-        model_name = model_name  # no url
-    else:
-        model_name = '[' + model_name + '](' + model_link + ')'
-
-    os.makedirs(filename, exist_ok=True)
-    with zipfile.ZipFile(io.BytesIO(input_file), 'r') as zip_ref:
-        zip_ref.extractall(filename)
-
-    upload_data = {}
-    for file in os.listdir(filename):
-        if file.startswith('.') or file.startswith('__'):
-            print(f"Skip the file: {file}")
-            continue
-        cur_file = os.path.join(filename, file)
-        if os.path.isdir(cur_file):
-            for subfile in os.listdir(cur_file):
-                if subfile.endswith(".json"):
-                    with open(os.path.join(cur_file, subfile)) as ff:
-                        cur_json = json.load(ff)
-                        print(file, type(cur_json))
-                        if isinstance(cur_json, dict):
-                            print(cur_json.keys())
-                            for key in cur_json:
-                                upload_data[key.replace('_',' ')] = cur_json[key][0]
-                                print(f"{key}:{cur_json[key][0]}")
-        elif cur_file.endswith('json'):
-            with open(cur_file) as ff:
-                cur_json = json.load(ff)
-                print(file, type(cur_json))
-                if isinstance(cur_json, dict):
-                    print(cur_json.keys())
-                    for key in cur_json:
-                        upload_data[key.replace('_',' ')] = cur_json[key][0]
-                        print(f"{key}:{cur_json[key][0]}")
-    # add new data
-    new_data = [model_name]
-    print('upload_data:', upload_data)
-    for key in TASK_INFO:
-        if key in upload_data:
-            new_data.append(upload_data[key])
-        else:
-            new_data.append(0)
-    if team_name =='' or 'vbench' in team_name.lower():
-        new_data.append("User Upload")
-    else:
-        new_data.append(team_name)
-
-    new_data.append(contact_email.replace(',',' and ')) # Add contact email [private]
-    new_data.append(update_time)  # Add the update time
-    new_data.append(team_name)
-    new_data.append(access_type)
-
-    csv_data.loc[col] = new_data
-    csv_data = csv_data.to_csv(CSV_DIR, index=False)
-    with open(INFO_DIR,'a') as f:
-        f.write(f"{model_name}\t{update_time}\t{model_publish}\t{model_resolution}\t{model_fps}\t{model_frame}\t{model_video_length}\t{model_checkpoint}\t{model_commit_id}\t{model_video_format}\n")
-    submission_repo.push_to_hub()
-    print("success update", model_name)
-    return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
-
-def add_new_eval_i2v(
-    input_file,
-    model_name_textbox: str,
-    revision_name_textbox: str,
-    model_link: str,
-    team_name: str,
-    contact_email: str,
-    access_type: str,
-    model_publish: str,
-    model_resolution: str,
-    model_fps: str,
-    model_frame: str,
-    model_video_length: str,
-    model_checkpoint: str,
-    model_commit_id: str,
-    model_video_format: str
-):
-    COLNAME2KEY={
-        "Video-Text Camera Motion":"camera_motion",
-        "Video-Image Subject Consistency": "i2v_subject",
-        "Video-Image Background Consistency": "i2v_background",
-        "Subject Consistency": "subject_consistency",
-        "Background Consistency": "background_consistency",
-        "Motion Smoothness": "motion_smoothness",
-        "Dynamic Degree": "dynamic_degree",
-        "Aesthetic Quality": "aesthetic_quality",
-        "Imaging Quality": "imaging_quality",
-        "Temporal Flickering": "temporal_flickering"
-        }
-    if input_file is None:
-        return "Error! Empty file!"
-    if  model_link == '' or model_name_textbox == '' or contact_email == '':
-        return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
+#     now = datetime.datetime.now()
+#     update_time = now.strftime("%Y-%m-%d")  # Capture update time
+#     with open(f'{SUBMISSION_NAME}/{filename}.zip','wb') as f:
+#         f.write(input_file)
+#     # shutil.copyfile(CSV_DIR, os.path.join(SUBMISSION_NAME, f"{input_file}"))
+
+#     csv_data = pd.read_csv(CSV_DIR)
+
+#     if revision_name_textbox == '':
+#         col = csv_data.shape[0]
+#         model_name = model_name_textbox.replace(',',' ')
+#     else:
+#         model_name = revision_name_textbox.replace(',',' ')
+#         model_name_list = csv_data['Model Name (clickable)']
+#         name_list = [name.split(']')[0][1:] for name in model_name_list]
+#         if revision_name_textbox not in name_list:
+#             col = csv_data.shape[0]
+#         else:
+#             col = name_list.index(revision_name_textbox)    
+#     if model_link == '':
+#         model_name = model_name  # no url
+#     else:
+#         model_name = '[' + model_name + '](' + model_link + ')'
+
+#     os.makedirs(filename, exist_ok=True)
+#     with zipfile.ZipFile(io.BytesIO(input_file), 'r') as zip_ref:
+#         zip_ref.extractall(filename)
+
+#     upload_data = {}
+#     for file in os.listdir(filename):
+#         if file.startswith('.') or file.startswith('__'):
+#             print(f"Skip the file: {file}")
+#             continue
+#         cur_file = os.path.join(filename, file)
+#         if os.path.isdir(cur_file):
+#             for subfile in os.listdir(cur_file):
+#                 if subfile.endswith(".json"):
+#                     with open(os.path.join(cur_file, subfile)) as ff:
+#                         cur_json = json.load(ff)
+#                         print(file, type(cur_json))
+#                         if isinstance(cur_json, dict):
+#                             print(cur_json.keys())
+#                             for key in cur_json:
+#                                 upload_data[key.replace('_',' ')] = cur_json[key][0]
+#                                 print(f"{key}:{cur_json[key][0]}")
+#         elif cur_file.endswith('json'):
+#             with open(cur_file) as ff:
+#                 cur_json = json.load(ff)
+#                 print(file, type(cur_json))
+#                 if isinstance(cur_json, dict):
+#                     print(cur_json.keys())
+#                     for key in cur_json:
+#                         upload_data[key.replace('_',' ')] = cur_json[key][0]
+#                         print(f"{key}:{cur_json[key][0]}")
+#     # add new data
+#     new_data = [model_name]
+#     print('upload_data:', upload_data)
+#     for key in TASK_INFO:
+#         if key in upload_data:
+#             new_data.append(upload_data[key])
+#         else:
+#             new_data.append(0)
+#     if team_name =='' or 'vbench' in team_name.lower():
+#         new_data.append("User Upload")
+#     else:
+#         new_data.append(team_name)
+
+#     new_data.append(contact_email.replace(',',' and ')) # Add contact email [private]
+#     new_data.append(update_time)  # Add the update time
+#     new_data.append(team_name)
+#     new_data.append(access_type)
+
+#     csv_data.loc[col] = new_data
+#     csv_data = csv_data.to_csv(CSV_DIR, index=False)
+#     with open(INFO_DIR,'a') as f:
+#         f.write(f"{model_name}\t{update_time}\t{model_publish}\t{model_resolution}\t{model_fps}\t{model_frame}\t{model_video_length}\t{model_checkpoint}\t{model_commit_id}\t{model_video_format}\n")
+#     submission_repo.push_to_hub()
+#     print("success update", model_name)
+#     return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
+
+# def add_new_eval_i2v(
+#     input_file,
+#     model_name_textbox: str,
+#     revision_name_textbox: str,
+#     model_link: str,
+#     team_name: str,
+#     contact_email: str,
+#     access_type: str,
+#     model_publish: str,
+#     model_resolution: str,
+#     model_fps: str,
+#     model_frame: str,
+#     model_video_length: str,
+#     model_checkpoint: str,
+#     model_commit_id: str,
+#     model_video_format: str
+# ):
+#     COLNAME2KEY={
+#         "Video-Text Camera Motion":"camera_motion",
+#         "Video-Image Subject Consistency": "i2v_subject",
+#         "Video-Image Background Consistency": "i2v_background",
+#         "Subject Consistency": "subject_consistency",
+#         "Background Consistency": "background_consistency",
+#         "Motion Smoothness": "motion_smoothness",
+#         "Dynamic Degree": "dynamic_degree",
+#         "Aesthetic Quality": "aesthetic_quality",
+#         "Imaging Quality": "imaging_quality",
+#         "Temporal Flickering": "temporal_flickering"
+#         }
+#     if input_file is None:
+#         return "Error! Empty file!"
+#     if  model_link == '' or model_name_textbox == '' or contact_email == '':
+#         return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)
     
-    upload_content = input_file
-    submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
-    submission_repo.git_pull()
-    filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
+#     upload_content = input_file
+#     submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
+#     submission_repo.git_pull()
+#     filename = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     
-    now = datetime.datetime.now()
-    update_time = now.strftime("%Y-%m-%d")  # Capture update time
-    with open(f'{SUBMISSION_NAME}/{filename}.zip','wb') as f:
-        f.write(input_file)
-    # shutil.copyfile(CSV_DIR, os.path.join(SUBMISSION_NAME, f"{input_file}"))
-
-    csv_data = pd.read_csv(I2V_DIR)
-
-    if revision_name_textbox == '':
-        col = csv_data.shape[0]
-        model_name = model_name_textbox.replace(',',' ')
-    else:
-        model_name = revision_name_textbox.replace(',',' ')
-        model_name_list = csv_data['Model Name (clickable)']
-        name_list = [name.split(']')[0][1:] for name in model_name_list]
-        if revision_name_textbox not in name_list:
-            col = csv_data.shape[0]
-        else:
-            col = name_list.index(revision_name_textbox)    
-    if model_link == '':
-        model_name = model_name  # no url
-    else:
-        model_name = '[' + model_name + '](' + model_link + ')'
-
-    os.makedirs(filename, exist_ok=True)
-    with zipfile.ZipFile(io.BytesIO(input_file), 'r') as zip_ref:
-        zip_ref.extractall(filename)
-
-    upload_data = {}
-    for file in os.listdir(filename):
-        if file.startswith('.') or file.startswith('__'):
-            print(f"Skip the file: {file}")
-            continue
-        cur_file = os.path.join(filename, file)
-        if os.path.isdir(cur_file):
-            for subfile in os.listdir(cur_file):
-                if subfile.endswith(".json"):
-                    with open(os.path.join(cur_file, subfile)) as ff:
-                        cur_json = json.load(ff)
-                        print(file, type(cur_json))
-                        if isinstance(cur_json, dict):
-                            print(cur_json.keys())
-                            for key in cur_json:
-                                upload_data[key] = cur_json[key][0]
-                                print(f"{key}:{cur_json[key][0]}")
-        elif cur_file.endswith('json'):
-            with open(cur_file) as ff:
-                cur_json = json.load(ff)
-                print(file, type(cur_json))
-                if isinstance(cur_json, dict):
-                    print(cur_json.keys())
-                    for key in cur_json:
-                        upload_data[key] = cur_json[key][0]
-                        print(f"{key}:{cur_json[key][0]}")
-    # add new data
-    new_data = [model_name]
-    print('upload_data:', upload_data)
-    I2V_HEAD= ["Video-Text Camera Motion",
-    "Video-Image Subject Consistency",
-    "Video-Image Background Consistency",
-    "Subject Consistency",
-    "Background Consistency",
-    "Temporal Flickering",
-    "Motion Smoothness",
-    "Dynamic Degree",
-    "Aesthetic Quality",
-    "Imaging Quality" ]
-    for key in I2V_HEAD :
-        sub_key = COLNAME2KEY[key]
-        if sub_key in upload_data:
-            new_data.append(upload_data[sub_key])
-        else:
-            new_data.append(0)
-    if team_name =='' or 'vbench' in team_name.lower():
-        new_data.append("User Upload")
-    else:
-        new_data.append(team_name)
-
-    new_data.append(contact_email.replace(',',' and ')) # Add contact email [private]
-    new_data.append(update_time)  # Add the update time
-    new_data.append(team_name)
-    new_data.append(access_type)
-
-    csv_data.loc[col] = new_data
-    csv_data = csv_data.to_csv(I2V_DIR , index=False)
-    with open(INFO_DIR,'a') as f:
-        f.write(f"{model_name}\t{update_time}\t{model_publish}\t{model_resolution}\t{model_fps}\t{model_frame}\t{model_video_length}\t{model_checkpoint}\t{model_commit_id}\t{model_video_format}\n")
-    submission_repo.push_to_hub()
-    print("success update", model_name)
-    return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
+#     now = datetime.datetime.now()
+#     update_time = now.strftime("%Y-%m-%d")  # Capture update time
+#     with open(f'{SUBMISSION_NAME}/{filename}.zip','wb') as f:
+#         f.write(input_file)
+#     # shutil.copyfile(CSV_DIR, os.path.join(SUBMISSION_NAME, f"{input_file}"))
+
+#     csv_data = pd.read_csv(I2V_DIR)
+
+#     if revision_name_textbox == '':
+#         col = csv_data.shape[0]
+#         model_name = model_name_textbox.replace(',',' ')
+#     else:
+#         model_name = revision_name_textbox.replace(',',' ')
+#         model_name_list = csv_data['Model Name (clickable)']
+#         name_list = [name.split(']')[0][1:] for name in model_name_list]
+#         if revision_name_textbox not in name_list:
+#             col = csv_data.shape[0]
+#         else:
+#             col = name_list.index(revision_name_textbox)    
+#     if model_link == '':
+#         model_name = model_name  # no url
+#     else:
+#         model_name = '[' + model_name + '](' + model_link + ')'
+
+#     os.makedirs(filename, exist_ok=True)
+#     with zipfile.ZipFile(io.BytesIO(input_file), 'r') as zip_ref:
+#         zip_ref.extractall(filename)
+
+#     upload_data = {}
+#     for file in os.listdir(filename):
+#         if file.startswith('.') or file.startswith('__'):
+#             print(f"Skip the file: {file}")
+#             continue
+#         cur_file = os.path.join(filename, file)
+#         if os.path.isdir(cur_file):
+#             for subfile in os.listdir(cur_file):
+#                 if subfile.endswith(".json"):
+#                     with open(os.path.join(cur_file, subfile)) as ff:
+#                         cur_json = json.load(ff)
+#                         print(file, type(cur_json))
+#                         if isinstance(cur_json, dict):
+#                             print(cur_json.keys())
+#                             for key in cur_json:
+#                                 upload_data[key] = cur_json[key][0]
+#                                 print(f"{key}:{cur_json[key][0]}")
+#         elif cur_file.endswith('json'):
+#             with open(cur_file) as ff:
+#                 cur_json = json.load(ff)
+#                 print(file, type(cur_json))
+#                 if isinstance(cur_json, dict):
+#                     print(cur_json.keys())
+#                     for key in cur_json:
+#                         upload_data[key] = cur_json[key][0]
+#                         print(f"{key}:{cur_json[key][0]}")
+#     # add new data
+#     new_data = [model_name]
+#     print('upload_data:', upload_data)
+#     I2V_HEAD= ["Video-Text Camera Motion",
+#     "Video-Image Subject Consistency",
+#     "Video-Image Background Consistency",
+#     "Subject Consistency",
+#     "Background Consistency",
+#     "Temporal Flickering",
+#     "Motion Smoothness",
+#     "Dynamic Degree",
+#     "Aesthetic Quality",
+#     "Imaging Quality" ]
+#     for key in I2V_HEAD :
+#         sub_key = COLNAME2KEY[key]
+#         if sub_key in upload_data:
+#             new_data.append(upload_data[sub_key])
+#         else:
+#             new_data.append(0)
+#     if team_name =='' or 'vbench' in team_name.lower():
+#         new_data.append("User Upload")
+#     else:
+#         new_data.append(team_name)
+
+#     new_data.append(contact_email.replace(',',' and ')) # Add contact email [private]
+#     new_data.append(update_time)  # Add the update time
+#     new_data.append(team_name)
+#     new_data.append(access_type)
+
+#     csv_data.loc[col] = new_data
+#     csv_data = csv_data.to_csv(I2V_DIR , index=False)
+#     with open(INFO_DIR,'a') as f:
+#         f.write(f"{model_name}\t{update_time}\t{model_publish}\t{model_resolution}\t{model_fps}\t{model_frame}\t{model_video_length}\t{model_checkpoint}\t{model_commit_id}\t{model_video_format}\n")
+#     submission_repo.push_to_hub()
+#     print("success update", model_name)
+#     return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
 
 def get_normalized_df(df):
     # final_score = df.drop('name', axis=1).sum(axis=1)