Spaces:
Running
Running
Update constants.py
Browse files- constants.py +33 -1
constants.py
CHANGED
|
@@ -49,6 +49,35 @@ TASK_INFO = [
|
|
| 49 |
"overall consistency"
|
| 50 |
]
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
DEFAULT_INFO = [
|
| 53 |
"subject consistency",
|
| 54 |
"background consistency",
|
|
@@ -165,6 +194,7 @@ I2V_QUALITY_WEIGHT = 1.0
|
|
| 165 |
|
| 166 |
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 167 |
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
|
|
|
| 168 |
|
| 169 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
| 170 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
@@ -173,8 +203,10 @@ QUALITY_DIR = "./vbench_leaderboard_submission/quality.csv"
|
|
| 173 |
I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
|
| 174 |
LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
|
| 175 |
INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
|
|
|
|
| 176 |
|
| 177 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
|
|
|
| 178 |
COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
|
| 179 |
COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
|
| 180 |
|
|
@@ -263,4 +295,4 @@ NORMALIZE_DIC_I2V = {
|
|
| 263 |
"Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
|
| 264 |
"Imaging Quality":{"Min": 0.0, "Max": 1.0},
|
| 265 |
"Temporal Flickering":{"Min":0.6293, "Max": 1.0}
|
| 266 |
-
}
|
|
|
|
| 49 |
"overall consistency"
|
| 50 |
]
|
| 51 |
|
| 52 |
+
|
| 53 |
+
MODEL_INFO_2 = [
|
| 54 |
+
"Model Name (clickable)",
|
| 55 |
+
"Sampled by",
|
| 56 |
+
"Evaluated by",
|
| 57 |
+
"Accessibility",
|
| 58 |
+
"Date"
|
| 59 |
+
]
|
| 60 |
+
TASK_INFO_2 = [
|
| 61 |
+
"Human Anatomy",
|
| 62 |
+
"Human Clothes",
|
| 63 |
+
"Human Identity",
|
| 64 |
+
"Composition",
|
| 65 |
+
"Diversity",
|
| 66 |
+
"Mechanics",
|
| 67 |
+
"Material",
|
| 68 |
+
"Themotics",
|
| 69 |
+
"Multi-view Consistency",
|
| 70 |
+
"Dynamic Spatial Relationship",
|
| 71 |
+
"Dynamic Attribute",
|
| 72 |
+
"Motion Order Understanding",
|
| 73 |
+
"Human Interaction",
|
| 74 |
+
"Complex Landscape",
|
| 75 |
+
"Complex Plot",
|
| 76 |
+
"Camera Motion",
|
| 77 |
+
"Motion Rationality",
|
| 78 |
+
"Instance Preservation"
|
| 79 |
+
]
|
| 80 |
+
|
| 81 |
DEFAULT_INFO = [
|
| 82 |
"subject consistency",
|
| 83 |
"background consistency",
|
|
|
|
| 194 |
|
| 195 |
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 196 |
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 197 |
+
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
| 198 |
|
| 199 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
| 200 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
|
|
| 203 |
I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
|
| 204 |
LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
|
| 205 |
INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
|
| 206 |
+
VBENCH2_DIR = "./vbench_leaderboard_submission/results2_0.csv"
|
| 207 |
|
| 208 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
| 209 |
+
COLUMN_NAMES_2 = MODEL_INFO_2 + TASK_INFO_2
|
| 210 |
COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
|
| 211 |
COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
|
| 212 |
|
|
|
|
| 295 |
"Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
|
| 296 |
"Imaging Quality":{"Min": 0.0, "Max": 1.0},
|
| 297 |
"Temporal Flickering":{"Min":0.6293, "Max": 1.0}
|
| 298 |
+
}
|