table / data /context_summary.csv
ytaek-oh's picture
add files
c26c770
"('Model', 'family')","('Model', 'model')","('Model', 'tag')","('Primary', 'text')","('Primary', 'image')","('Primary', 'group')","('Secondary', 'text')","('Secondary', 'image')","('Secondary', 'group')","('Background', 'text')","('Background', 'image')","('Background', 'group')","('Avg', 'text')","('Avg', 'image')","('Avg', 'group')"
ALIGN,align-base,coyo700m,49.35622317596567,58.15450643776824,39.377682403433475,32.083333333333336,43.75,23.75,25.0,40.38461538461539,19.230769230769234,35.47985216976633,47.42970727412788,27.4528172114009
OpenCLIP,ViT-B-32,openai,44.527896995708154,50.64377682403433,32.93991416309013,27.916666666666668,36.25,19.583333333333332,38.46153846153847,38.46153846153847,13.461538461538462,36.968700707971095,41.785105095190936,21.99492865265398
OpenCLIP,ViT-B-16,openai,43.56223175965665,55.793991416309005,35.1931330472103,31.25,37.916666666666664,20.833333333333336,44.230769230769226,44.230769230769226,19.230769230769234,39.681000330141956,45.9804757712483,25.085745203770955
OpenCLIP,ViT-L-14,openai,48.175965665236056,57.188841201716734,38.197424892703864,35.0,47.91666666666667,26.25,32.69230769230769,42.30769230769231,21.153846153846153,38.62275778584792,49.13773339202523,28.53375701551667
OpenCLIP,ViT-L-14-336,openai,50.75107296137339,61.05150214592274,41.738197424892704,38.75,50.416666666666664,27.500000000000004,30.76923076923077,48.07692307692308,19.230769230769234,40.09010124353472,53.18169729650416,29.489655551887314
OpenCLIP,ViT-L-14,laion2b_s32b_b82k,53.54077253218884,67.27467811158799,47.42489270386266,35.0,52.5,27.083333333333332,28.846153846153843,42.30769230769231,21.153846153846153,39.12897545944756,54.02745680642676,31.887357397014046
OpenCLIP,ViT-B-32,laion2b_s34b_b79k,52.78969957081545,57.61802575107296,41.952789699570815,32.083333333333336,44.583333333333336,23.75,26.923076923076923,38.46153846153847,17.307692307692307,37.26536994240857,46.88763251531492,27.670160669087707
OpenCLIP,ViT-B-16,laion2b_s34b_b88k,52.14592274678112,62.768240343347635,44.527896995708154,35.0,50.416666666666664,25.416666666666664,38.46153846153847,48.07692307692308,23.076923076923077,41.869153736106526,53.75394336231246,31.00716224643263
OpenCLIP,ViT-g-14,laion2b_s34b_b88k,58.583690987124456,70.27896995708154,50.64377682403433,40.0,51.24999999999999,30.0,32.69230769230769,51.92307692307693,15.384615384615385,43.75866622647738,57.81734896005282,32.00946406954991
OpenCLIP,ViT-H-14,laion2b_s32b_b79k,57.72532188841202,69.09871244635193,49.46351931330472,38.75,56.25,30.833333333333336,36.53846153846153,55.769230769230774,30.76923076923077,44.33792780895785,60.37264773852757,37.02202780528961
OpenCLIP,roberta-ViT-B-32,laion2b_s12b_b32k,52.467811158798284,57.72532188841202,41.63090128755365,30.833333333333336,40.416666666666664,21.25,38.46153846153847,46.15384615384615,26.923076923076923,40.587560984556696,48.09861156964161,29.934659403543524
OpenCLIP,ViT-B-16-SigLIP,webli,50.96566523605151,65.02145922746782,43.56223175965665,35.41666666666667,42.083333333333336,22.5,25.0,48.07692307692308,19.230769230769234,37.127443967572724,51.72723854590807,28.431000330141956
OpenCLIP,ViT-B-16-SigLIP-384,webli,53.96995708154506,67.59656652360515,46.56652360515021,39.58333333333333,49.583333333333336,27.916666666666668,40.38461538461539,51.92307692307693,32.69230769230769,44.64596859983126,56.3676589266718,35.725165988041525
OpenCLIP,ViT-L-16-SigLIP-256,webli,56.22317596566524,68.99141630901288,50.0,39.166666666666664,52.083333333333336,28.749999999999996,36.53846153846153,40.38461538461539,21.153846153846153,43.97610139026448,53.81978834232053,33.30128205128205
OpenCLIP,ViT-L-16-SigLIP-384,webli,59.33476394849786,69.74248927038627,52.467811158798284,39.58333333333333,59.583333333333336,31.666666666666664,34.61538461538461,46.15384615384615,25.0,44.51116063240527,58.49322291918859,36.378159275154985
OpenCLIP,ViT-SO400M-14-SigLIP,webli,30.686695278969957,50.0,24.892703862660944,16.666666666666664,32.083333333333336,10.833333333333334,13.461538461538462,34.61538461538461,7.6923076923076925,20.27163346905836,38.899572649572654,14.47278162943399
Recap-CLIP,ViT-L-16-HTxt-Recap-CLIP,recap-datacomp1b,62.44635193133047,76.60944206008584,55.901287553648075,52.5,71.66666666666667,46.25,50.0,71.15384615384616,42.30769230769231,54.98211731044349,73.14331829353289,48.15299328711345
OpenCLIP,coca_ViT-B-32,laion2b_s13b_b90k,48.497854077253216,56.22317596566524,39.592274678111586,30.833333333333336,38.75,19.166666666666668,26.923076923076923,42.30769230769231,13.461538461538462,35.41808811122116,45.760289424452516,24.07349326877224
OpenCLIP,coca_ViT-L-14,laion2b_s13b_b90k,54.93562231759657,66.09442060085837,46.99570815450644,33.33333333333333,53.75,26.666666666666668,26.923076923076923,42.30769230769231,17.307692307692307,38.397344191335606,54.05070430285023,30.323355709621804
BLIP-Retrieval,blip-pretrain129M-base,combined,41.63090128755365,59.33476394849786,34.012875536480685,31.666666666666664,49.583333333333336,22.916666666666664,48.07692307692308,59.61538461538461,40.38461538461539,40.4581636770478,56.177827299071936,32.43805252925424
BLIP-Retrieval,blip-pretrain-large,combined,49.46351931330472,59.12017167381974,37.23175965665236,45.0,53.333333333333336,30.833333333333336,59.61538461538461,63.46153846153846,51.92307692307693,51.359634642896445,58.638347822897174,39.99605663768754
BLIP-Retrieval,blip-sgvl-base,combined,25.21459227467811,52.57510729613733,21.030042918454935,23.333333333333332,47.5,16.25,30.76923076923077,59.61538461538461,21.153846153846153,26.439052125747406,53.23016397050731,19.477963024100365
StructuredCLIP,NegCLIP-ViT-B-32,coco-ft,47.74678111587983,57.61802575107296,40.343347639484975,34.166666666666664,45.416666666666664,26.25,40.38461538461539,46.15384615384615,23.076923076923077,40.76602105572062,49.72951285719526,29.890090238802685
StructuredCLIP,CE-CLIP-ViT-B-32,coco-ft,32.72532188841202,52.36051502145923,25.321888412017167,20.0,41.25,13.333333333333334,28.846153846153843,36.53846153846153,17.307692307692307,27.190491911521956,43.38299218664025,18.654304684347604
StructuredCLIP,DAC-LLM-ViT-B-32,cc3m-ft,31.65236051502146,51.18025751072961,24.78540772532189,15.416666666666668,36.666666666666664,8.75,32.69230769230769,36.53846153846153,15.384615384615385,26.587111624665273,41.46179523861927,16.306674369979092
StructuredCLIP,DAC-SAM-ViT-B-32,cc3m-ft,34.012875536480685,50.21459227467812,26.931330472103003,17.916666666666668,41.66666666666667,13.333333333333334,30.76923076923077,46.15384615384615,15.384615384615385,27.566257657459374,46.01170169839698,18.54975973001724
FSC-CLIP,fsc-clip-ViT-B-32,laioncoco-ft,40.87982832618026,54.72103004291845,32.51072961373391,28.333333333333332,44.166666666666664,18.75,32.69230769230769,42.30769230769231,23.076923076923077,33.96848978394043,47.065129672425805,24.779217563552326
FSC-CLIP,fsc-clip-ViT-B-16,laioncoco-ft,44.84978540772532,58.90557939914163,35.836909871244636,31.25,50.416666666666664,22.083333333333332,36.53846153846153,46.15384615384615,26.923076923076923,37.546082315395616,51.82536407321815,28.281106709218296
FSC-CLIP,fsc-clip-ViT-L-14,laioncoco-ft,46.03004291845493,64.48497854077253,39.27038626609442,29.583333333333332,57.08333333333333,23.333333333333332,26.923076923076923,46.15384615384615,15.384615384615385,34.17881772495506,55.90738600931734,25.99611166134771
DreamLIP,dreamlip-vitb16,cc30m-long,46.67381974248927,65.77253218884121,40.87982832618026,36.25,56.25,29.583333333333332,48.07692307692308,57.692307692307686,42.30769230769231,43.66691427313745,59.90494662704963,37.590284655735296
LoTLIP,LoTLIP-ViT-B-32,lotlip100m,50.21459227467812,53.648068669527895,37.98283261802575,43.75,52.916666666666664,33.33333333333333,59.61538461538461,65.38461538461539,42.30769230769231,51.193325630020915,57.31645024026998,37.874619419683796
LoTLIP,LoTLIP-ViT-B-16,lotlip100m,49.46351931330472,58.26180257510729,39.48497854077253,42.083333333333336,52.916666666666664,30.0,51.92307692307693,65.38461538461539,42.30769230769231,47.82330985657166,58.85436154212979,37.26422361615494
LongCLIP,longclip-vitb32,sharegpt4v-1m,43.56223175965665,57.40343347639485,34.763948497854074,31.666666666666664,51.66666666666667,26.666666666666668,40.38461538461539,53.84615384615385,26.923076923076923,38.537837936979564,54.30541799640512,29.45123069586589
LongCLIP,longclip-vitb16,sharegpt4v-1m,45.386266094420606,60.51502145922747,37.446351931330476,36.25,53.75,28.749999999999996,38.46153846153847,55.769230769230774,28.846153846153843,40.032601518653024,56.67808407615274,31.680835259161437
LongCLIP,longclip-vitl14,sharegpt4v-1m,51.18025751072961,67.38197424892704,44.63519313304721,43.75,58.333333333333336,35.0,40.38461538461539,61.53846153846154,36.53846153846153,45.104957631781666,62.417923040240645,38.72455155716958
LongCLIP,longclip-vitl14_336px,sharegpt4v-1m,52.57510729613733,72.74678111587983,46.88841201716738,39.166666666666664,64.16666666666667,35.0,40.38461538461539,71.15384615384616,36.53846153846153,44.042129782473125,69.35576464546422,39.47562451854297
Jina-CLIP,jina-clip-v1,jinaai,63.73390557939914,71.78111587982833,55.04291845493562,51.66666666666667,65.0,43.333333333333336,65.38461538461539,69.23076923076923,55.769230769230774,60.26172921022707,68.6706283701992,51.38182751916657
Jina-CLIP,jina-clip-v2,jinaai,59.227467811158796,70.49356223175965,52.03862660944206,42.916666666666664,58.333333333333336,34.583333333333336,48.07692307692308,65.38461538461539,44.230769230769226,50.073685851582844,64.73717031656946,43.61757639118154