Spaces:
Running
Running
update results (#22)
Browse files- update results (1adec3dd7050cd908ecf2921a1ab2a9beb21743a)
- update submit instructions (fc997d71538a09297a186578035e3b326d8977f9)
- results.csv +2 -1
- utils.py +2 -1
results.csv
CHANGED
|
@@ -13,4 +13,5 @@ VLM2Vec (Phi-3.5-V-FT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
|
|
| 13 |
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
|
| 14 |
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
|
| 15 |
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
|
| 16 |
-
MMRet-large,0.428,Self-Reported,64.1,56.0,57.4,69.9,83.6
|
|
|
|
|
|
| 13 |
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
|
| 14 |
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
|
| 15 |
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
|
| 16 |
+
MMRet-large,0.428,Self-Reported,64.1,56.0,57.4,69.9,83.6
|
| 17 |
+
mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
|
utils.py
CHANGED
|
@@ -85,7 +85,7 @@ SUBMIT_INTRODUCTION = """# Submit on MMEB Leaderboard Introduction
|
|
| 85 |
"Model": "<Model Name>",
|
| 86 |
<Optional>"URL": "<Model URL>",
|
| 87 |
"Model Size(B)": 1000,
|
| 88 |
-
"Data Source":
|
| 89 |
"Overall": 50.0,
|
| 90 |
"Classification": 50.0,
|
| 91 |
"VQA": 50.0,
|
|
@@ -110,6 +110,7 @@ MODEL_URLS = {
|
|
| 110 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
| 111 |
"OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
|
| 112 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020"
|
|
|
|
| 113 |
}
|
| 114 |
|
| 115 |
def create_hyperlinked_names(df):
|
|
|
|
| 85 |
"Model": "<Model Name>",
|
| 86 |
<Optional>"URL": "<Model URL>",
|
| 87 |
"Model Size(B)": 1000,
|
| 88 |
+
"Data Source": Self-Reported,
|
| 89 |
"Overall": 50.0,
|
| 90 |
"Classification": 50.0,
|
| 91 |
"VQA": 50.0,
|
|
|
|
| 110 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
| 111 |
"OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
|
| 112 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020"
|
| 113 |
+
"mmE5-mllama-11b-instruct": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"
|
| 114 |
}
|
| 115 |
|
| 116 |
def create_hyperlinked_names(df):
|