| family,model,tag,all_tasks-add_relation_XS,all_tasks-add_relation_S,all_tasks-add_relation_M,all_tasks-add_relation_L,all_tasks-add_attribute_XS,all_tasks-add_attribute_S,all_tasks-add_attribute_M,all_tasks-add_attribute_L,all_tasks-replace_relation_XS,all_tasks-replace_relation_S,all_tasks-replace_relation_M,all_tasks-replace_relation_L,all_tasks-replace_attribute_XS,all_tasks-replace_attribute_S,all_tasks-replace_attribute_M,all_tasks-replace_attribute_L,all_tasks-replace_entity_XS,all_tasks-replace_entity_S,all_tasks-replace_entity_M,all_tasks-replace_entity_L,all_tasks-swap_relations,all_tasks-swap_attributes,overall-add_relation,overall-add_attribute,overall-replace_relation,overall-replace_attribute,overall-replace_entity,overall-swap_relations,overall-swap_attributes,overall-macro_avg,summary-add,summary-replace,summary-swap,summary-avg_ops,summary-relation,summary-attribute,summary-entity,summary-avg_neg_types,neg_start_positions-add_XS,neg_start_positions-add_S,neg_start_positions-add_M,neg_start_positions-add_L,neg_start_positions-replace_XS,neg_start_positions-replace_S,neg_start_positions-replace_M,neg_start_positions-replace_L,neg_start_positions-Avg_XS,neg_start_positions-Avg_S,neg_start_positions-Avg_M,neg_start_positions-Avg_L | |
| ALIGN,align-base,coyo700m,56.66666666666667,50.0,50.0,50.0,65.1006711409396,50.0,50.0,50.0,51.58730158730158,50.0,50.0,50.0,55.47945205479452,50.0,50.0,50.0,52.51141552511415,50.0,50.0,50.0,50.0,57.19339622641509,51.66666666666667,53.7751677852349,50.39682539682539,51.369863013698634,50.62785388127854,50.0,57.19339622641509,52.147110424302745,52.720917225950785,50.79818076393419,53.596698113207545,52.37193203436417,50.68783068783068,54.11280900844954,50.62785388127854,51.80949785918625,60.883668903803134,50.0,50.0,50.0,53.19272305573676,50.0,50.0,50.0,57.038195979769945,50.0,50.0,50.0 | |
| CLIPS,CLIPS-Large-14-224,recap-datacomp1b,61.666666666666664,50.0,50.0,50.0,62.58389261744966,50.520833333333336,50.0,50.0,52.38095238095238,50.15822784810127,50.0,50.0,60.78767123287672,50.0,50.0,50.0,51.36986301369863,50.18656716417911,50.0,50.0,47.3293768545994,54.95283018867924,52.916666666666664,53.27618148769575,50.63479505726341,52.69691780821918,50.38910754446943,47.3293768545994,54.95283018867924,51.74226794394186,53.09642407718121,51.240273469984004,51.14110352163932,51.825933689601506,50.29361285950983,53.64197649486473,50.38910754446943,51.441565632948,62.12527964205816,50.26041666666667,50.0,50.0,54.84616220917591,50.11493167076012,50.0,50.0,58.48572092561703,50.1876741687134,50.0,50.0 | |
| CLIPS,CLIPS-Large-14-336,recap-datacomp1b,58.33333333333333,49.62406015037594,50.0,50.0,60.57046979865772,50.520833333333336,50.0,50.0,50.476190476190474,50.15822784810127,50.0,50.0,61.13013698630137,50.0,50.0,50.0,49.08675799086758,50.18656716417911,50.0,50.0,46.439169139465875,54.009433962264154,51.98934837092732,52.772825782997764,50.158604581072936,52.782534246575345,49.81833128876167,46.439169139465875,54.009433962264154,51.13860676743787,52.381087076962544,50.91982337213665,50.224301550865015,51.17507066665473,49.52904069715538,53.18826466394575,49.81833128876167,50.84521221662093,59.45190156599553,50.072446741854634,50.0,50.0,53.56436181778648,50.11493167076012,50.0,50.0,56.508131691891,50.093689206307374,50.0,50.0 | |
| CLIPS,CLIPS-Huge-14-224,recap-datacomp1b,52.77777777777777,49.62406015037594,50.0,50.0,67.28187919463087,49.47916666666667,50.0,50.0,52.06349206349206,49.84177215189873,50.0,50.0,60.102739726027394,50.0,50.0,50.0,55.93607305936072,49.440298507462686,50.0,50.0,52.37388724035608,55.89622641509434,50.60045948203843,54.19026146532438,50.4763160538477,52.525684931506845,51.344092891705856,52.37388724035608,55.89622641509434,52.48670406855337,52.39536047368141,51.44869795902014,54.13505682772521,52.65970508680891,51.15022092541407,54.204057603975194,51.344092891705856,52.23279047369837,60.02982848620432,49.551613408521305,50.0,50.0,56.03410161629339,49.760690219787136,50.0,50.0,58.03196505124886,49.65615181415422,50.0,50.0 | |
| DreamLIP,dreamlip-vitb16,cc3m-long,58.888888888888886,50.0,50.0,50.0,59.22818791946309,50.0,50.0,50.0,53.492063492063494,50.0,50.0,50.0,57.87671232876713,50.0,50.0,50.0,47.48858447488584,50.0,50.0,50.0,48.6646884272997,55.18867924528302,52.22222222222222,52.307046979865774,50.87301587301587,51.96917808219178,49.37214611872146,48.6646884272997,55.18867924528302,51.51385384979998,52.264634601043994,50.738113357976374,51.92668383629136,51.643143931770574,50.58664217417927,53.154968102446865,49.37214611872146,51.0379187984492,59.05853840417599,50.0,50.0,50.0,52.95245343190549,50.0,50.0,50.0,56.00549591804074,50.0,50.0,50.0 | |
| DreamLIP,dreamlip-vitb16,cc12m-long,54.44444444444444,50.0,50.0,50.0,59.56375838926175,50.0,50.0,50.0,53.492063492063494,50.0,50.0,50.0,58.219178082191775,50.0,50.0,50.0,51.59817351598173,50.0,50.0,50.0,51.03857566765579,55.660377358490564,51.111111111111114,52.39093959731544,50.87301587301587,52.054794520547944,50.39954337899543,51.03857566765579,55.660377358490564,51.93262250101888,51.751025354213276,51.10911792418642,53.34947651307318,52.06987326382429,51.00756755059425,53.36870382545131,50.39954337899543,51.591938251680325,57.004101416853096,50.0,50.0,50.0,54.43647169674566,50.0,50.0,50.0,55.72028655679938,50.0,50.0,50.0 | |
| DreamLIP,dreamlip-vitb16,yfcc15m-long,53.33333333333333,50.0,50.0,50.0,61.57718120805369,50.0,50.0,50.0,49.99999999999999,50.0,50.0,50.0,58.219178082191775,50.0,50.0,50.0,49.31506849315069,50.0,50.0,50.0,49.85163204747774,56.36792452830189,50.83333333333333,52.89429530201342,50.0,52.054794520547944,49.828767123287676,49.85163204747774,56.36792452830189,51.690106693566,51.86381431767337,50.62785388127853,53.10977828788982,51.86714882894724,50.22832179360369,53.772338116954415,49.828767123287676,51.27647567794859,57.45525727069351,50.0,50.0,50.0,52.51141552511416,50.0,50.0,50.0,54.983336397903834,50.0,50.0,50.0 | |
| DreamLIP,dreamlip-vitb16,cc30m-long,57.77777777777778,50.0,50.0,50.0,68.28859060402684,50.0,50.0,50.0,51.58730158730158,50.0,50.0,50.0,59.93150684931506,50.0,50.0,50.0,52.054794520547944,50.0,50.0,50.0,49.55489614243323,57.783018867924525,51.94444444444444,54.57214765100671,50.39682539682539,52.48287671232877,50.513698630136986,49.55489614243323,57.783018867924525,52.46398683501429,53.25829604772558,51.13113357976371,53.66895750517888,52.686129044222724,50.63205532790102,54.94601441042,50.513698630136986,52.030589456152676,63.033184190902304,50.0,50.0,50.0,54.52453431905486,50.0,50.0,50.0,58.778859254978585,50.0,50.0,50.0 | |
| FLAIR,flair-vitb16,cc3m-recap,63.333333333333336,50.0,50.0,50.0,65.93959731543623,50.0,50.0,50.0,53.492063492063494,50.0,50.0,50.0,60.273972602739725,50.0,50.0,50.0,48.858447488584474,50.0,50.0,50.0,51.632047477744806,57.31132075471699,53.333333333333336,53.98489932885906,50.87301587301587,52.56849315068493,49.71461187214612,51.632047477744806,57.31132075471699,52.773960255785866,53.6591163310962,51.052040298615644,54.4716841162309,53.06094691531425,51.94613222803134,54.621571078086994,49.71461187214612,52.09410505942149,64.63646532438479,50.0,50.0,50.0,54.20816119446257,50.0,50.0,50.0,59.422313259423674,50.0,50.0,50.0 | |
| FLAIR,flair-vitb16,cc12m-recap,57.77777777777778,50.0,50.0,50.0,66.2751677852349,50.0,50.0,50.0,49.36507936507936,50.0,50.0,50.0,57.534246575342465,50.0,50.0,50.0,51.141552511415526,50.0,50.0,50.0,49.85163204747774,59.66981132075472,51.94444444444444,54.06879194630872,49.84126984126984,51.88356164383562,50.28538812785388,49.85163204747774,59.66981132075472,52.506414195992136,53.00661819537658,50.67007320431978,54.760721684116234,52.812471027937534,50.54578211106401,55.207388303633024,50.28538812785388,52.01285284751697,62.02647278150634,50.0,50.0,50.0,52.68029281727911,50.0,50.0,50.0,57.353382799392726,50.0,50.0,50.0 | |
| FLAIR,flair-vitb16,yfcc15m-recap,62.22222222222222,50.0,50.0,50.0,63.255033557046985,50.0,50.0,50.0,51.58730158730158,50.0,50.0,50.0,57.87671232876713,50.0,50.0,50.0,59.81735159817351,50.0,50.0,50.0,50.445103857566764,58.9622641509434,53.05555555555556,53.31375838926175,50.39682539682539,51.96917808219178,52.454337899543376,50.445103857566764,58.9622641509434,52.94243190455543,53.18465697240865,51.60678045952019,54.70368400425508,53.165040478727974,51.2991616033159,54.748400207465636,52.454337899543376,52.833966570108295,62.7386278896346,50.0,50.0,50.0,56.427121838080744,50.0,50.0,50.0,59.58287486385767,50.0,50.0,50.0 | |
| FLAIR,flair-vitb16,cc30m-recap,57.77777777777778,50.0,50.0,50.0,66.94630872483222,50.0,50.0,50.0,52.857142857142854,50.0,50.0,50.0,61.301369863013704,50.0,50.0,50.0,54.33789954337899,50.0,50.0,50.0,50.14836795252226,55.660377358490564,51.94444444444444,54.236577181208055,50.714285714285715,52.82534246575342,51.08447488584475,50.14836795252226,55.660377358490564,52.37341000036418,53.09051081282625,51.54136768862796,52.90437265550641,52.51208371898687,50.93569937041747,54.240765668484016,51.08447488584475,52.08697997491541,62.362043251304996,50.0,50.0,50.0,56.16547075451185,50.0,50.0,50.0,59.26375700290842,50.0,50.0,50.0 | |
| FSC-CLIP,fsc-clip-ViT-B-32,laioncoco-ft,61.111111111111114,50.0,50.0,50.0,61.241610738255034,50.0,50.0,50.0,53.492063492063494,50.0,50.0,50.0,57.534246575342465,50.0,50.0,50.0,53.42465753424657,50.0,50.0,50.0,52.225519287833826,56.839622641509436,52.77777777777778,52.810402684563755,50.87301587301587,51.88356164383562,50.85616438356164,52.225519287833826,56.839622641509436,52.609437756013996,52.79409023117077,51.204247300137716,54.532570964671635,52.84363616532671,51.95877097954249,53.844528989969604,50.85616438356164,52.21982145102458,61.176360924683074,50.0,50.0,50.0,54.81698920055084,50.0,50.0,50.0,57.99667506261696,50.0,50.0,50.0 | |
| FSC-CLIP,fsc-clip-ViT-B-16,laioncoco-ft,58.888888888888886,50.0,50.0,50.0,59.56375838926175,50.0,50.0,50.0,55.3968253968254,50.0,50.0,50.0,59.58904109589041,50.0,50.0,50.0,56.62100456621005,50.0,50.0,50.0,50.74183976261127,54.716981132075475,52.22222222222222,52.39093959731544,51.34920634920635,52.397260273972606,51.65525114155251,50.74183976261127,54.716981132075475,52.21052863985084,52.306580909768826,51.800572588243824,52.72941044734337,52.27885464845201,51.43775611134661,53.168393667787846,51.65525114155251,52.08713364022899,59.22632363907532,50.0,50.0,50.0,57.20229035297529,50.0,50.0,50.0,58.2143069960253,50.0,50.0,50.0 | |
| FSC-CLIP,fsc-clip-ViT-L-14,laioncoco-ft,65.55555555555556,50.0,50.0,50.0,58.557046979865774,50.0,50.0,50.0,54.44444444444444,50.0,50.0,50.0,58.56164383561644,50.0,50.0,50.0,56.16438356164383,50.0,50.0,50.0,53.115727002967354,58.25471698113208,53.888888888888886,52.13926174496645,51.111111111111114,52.14041095890411,51.54109589041096,53.115727002967354,58.25471698113208,53.17017322548299,53.014075316927666,51.59753932014206,55.68522199204972,53.43227887637315,52.705242334322456,54.17812989500087,51.54109589041096,52.80815603991143,62.056301267710666,50.0,50.0,50.0,56.39015728056824,50.0,50.0,50.0,59.223229274139456,50.0,50.0,50.0 | |
| Jina-CLIP,jina-clip-v1,jinaai,61.111111111111114,55.26315789473685,53.73134328358209,52.94117647058824,66.44295302013423,63.541666666666664,60.14492753623188,66.66666666666666,52.6984126984127,50.63291139240506,52.41635687732342,60.0,61.3013698630137,51.931330472103,63.96761133603239,53.2258064516129,56.16438356164384,50.373134328358205,60.59322033898306,43.103448275862064,46.88427299703264,52.83018867924528,55.76169719000457,64.19905347242485,53.9369202420353,57.6065295306905,52.55854662621179,46.88427299703264,52.83018867924528,54.82531553394927,59.98037533121471,54.700665466312536,49.85723083813896,54.84609054522207,52.19429680969083,58.21192389412021,52.55854662621179,54.32158911000761,63.77703206562267,59.40241228070175,56.93813540990699,59.803921568627445,56.721388707690075,50.97912539762209,58.992396184112955,52.10975157582499,60.24921038665637,55.19076883916192,57.96526579700998,55.956836572226216 | |
| Jina-CLIP,jina-clip-v2,jinaai,62.77777777777778,63.34586466165413,51.64179104477612,52.5735294117647,67.11409395973155,64.84375,61.594202898550726,55.55555555555556,50.31746031746032,50.79113924050633,45.35315985130111,50.769230769230774,53.938356164383556,55.15021459227468,54.25101214574899,47.58064516129032,49.77168949771689,53.17164179104478,53.813559322033896,52.58620689655173,51.92878338278932,50.47169811320755,57.58474072399318,62.27690060345945,49.30774754462463,52.73005701592439,52.335774376836824,51.92878338278932,50.47169811320755,53.805100251547906,59.930820663726315,51.45785964579528,51.200240747998436,54.19630701917334,52.940423883802374,55.1595519108638,52.335774376836824,53.478583390501,64.94593586875466,64.09480733082707,56.61799697166342,54.064542483660134,51.34250199318692,53.03766520794193,51.139243773028,50.31202760902428,58.144218930970794,58.5662362693845,53.87862037234571,52.1882850463422 | |
| LoTLIP,LoTLIP-ViT-B-32,lotlip100m,66.66666666666666,49.81203007518797,50.0,50.0,66.77852348993288,57.8125,50.18115942028985,50.0,49.84126984126984,50.791139240506325,49.814126394052046,50.0,59.93150684931506,57.93991416309013,50.0,50.0,56.62100456621004,52.05223880597015,50.0,50.0,52.07715133531157,61.910377358490564,54.11967418546366,56.193045727555685,50.11163386895705,54.4678552531013,52.16831084304505,52.07715133531157,61.910377358490564,54.435435510274985,55.156359956509675,52.24926665503447,56.99376434690107,54.7997969861484,52.10281979657742,57.52375944638251,52.16831084304505,53.93163002866833,66.72259507829978,53.81226503759399,50.09057971014492,50.0,55.46459375226498,53.594430736522206,49.93804213135068,50.0,61.09359441528238,53.7033478870581,50.0143109207478,50.0 | |
| LoTLIP,LoTLIP-ViT-B-16,lotlip100m,52.22222222222223,49.81203007518797,50.0,50.0,66.10738255033557,51.5625,49.81884057971014,50.0,49.84126984126984,52.37341772151899,49.814126394052046,50.0,65.06849315068493,63.09012875536481,50.0,50.0,60.73059360730594,59.88805970149254,50.0,50.0,53.26409495548961,61.43867924528302,50.50856307435255,54.37218078251143,50.50720348921022,57.039655476512436,55.15466332719962,53.26409495548961,61.43867924528302,54.61214862150841,52.440371928431986,54.23384076430742,57.35138710038632,54.67519993104191,51.426620506350794,57.61683850143563,55.15466332719962,54.73270744499535,59.1648023862789,50.68726503759399,49.90942028985507,50.0,58.546785533086904,58.45053539279212,49.93804213135068,50.0,58.8557939596829,54.568900215193054,49.923731210602874,50.0 | |
| LongCLIP,longclip-vitb32,sharegpt4v-1m,48.33333333333333,52.819548872180455,48.95522388059702,50.0,54.36241610738255,54.6875,61.05072463768116,50.0,47.77777777777778,52.37341772151899,44.05204460966543,50.0,60.102739726027394,52.14592274678112,59.311740890688256,50.0,50.68493150684932,56.90298507462687,47.88135593220339,50.0,51.632047477744806,55.54245283018868,50.0270265215277,55.02516018626593,48.550810027240544,55.3901008408742,51.367318128419896,51.632047477744806,55.54245283018868,52.50498800175167,52.52609335389681,51.769409665511546,53.58725015396674,52.62758439112503,50.06996134217102,55.31923795244294,51.367318128419896,52.252172474344626,51.347874720357936,53.75352443609023,55.00297425913909,50.0,52.85514967021817,53.807441847642316,50.4150471441857,50.0,52.10151219528805,53.78048314186627,52.70901070166239,50.0 | |
| LongCLIP,longclip-vitb16,sharegpt4v-1m,51.111111111111114,52.067669172932334,46.865671641791046,50.0,56.04026845637584,58.333333333333336,60.14492753623188,50.0,48.25396825396825,43.19620253164557,48.88475836431226,50.0,57.36301369863014,55.15021459227468,56.07287449392713,50.0,57.534246575342465,48.88059701492537,51.906779661016955,50.0,51.78041543026706,58.13679245283019,50.01111298145862,56.12963233148526,47.583732287481524,54.64652569620799,52.0804058128212,51.78041543026706,58.13679245283019,52.909802427507415,53.070372656471946,51.43688793217024,54.95860394154863,53.15528817673027,49.791753566402406,56.30431682684114,52.0804058128212,52.72549206868825,53.57568978374348,55.200501253132835,53.505299589011464,50.0,54.38374284264696,49.07567137961521,52.288137506418785,50.0,53.97971631319522,52.13808631637402,52.896718547715125,50.0 | |
| LongCLIP,longclip-vitl14,sharegpt4v-1m,62.22222222222223,62.78195488721804,55.07462686567163,50.0,56.87919463087249,58.59375,57.06521739130435,50.0,55.39682539682539,46.51898734177215,52.04460966542751,50.0,56.50684931506849,55.79399141630901,57.48987854251012,50.0,53.88127853881278,51.30597014925373,55.08474576271186,50.0,51.3353115727003,55.424528301886795,57.519700993777974,55.63454050554421,50.99010560100626,54.947679818471904,52.567998612694595,51.3353115727003,55.424528301886795,54.059980772297436,56.57712074966109,52.835261344057585,53.37991993729355,54.26410067700408,53.28170605582818,55.335582875300965,52.567998612694595,53.72842918127458,59.55070842654736,60.68785244360902,56.06992212848799,50.0,55.26165108356889,51.20631630244497,54.873077990216494,50.0,57.406179755058126,55.947084373026996,55.47150005935224,50.0 | |
| LongCLIP,longclip-vitl14_336px,sharegpt4v-1m,62.22222222222222,61.278195488721806,53.43283582089552,50.0,53.52348993288591,57.55208333333333,54.347826086956516,50.0,53.96825396825397,45.41139240506329,47.955390334572485,50.0,63.35616438356165,52.78969957081546,56.680161943319845,50.0,54.337899543378995,49.25373134328358,56.567796610169495,50.0,50.14836795252226,55.18867924528302,56.733313382959885,53.855849838293935,49.333759176972436,55.70650647442424,52.53985687420802,50.14836795252226,55.18867924528302,53.35804756352341,55.294581610626906,52.526707508534905,52.66852359890264,53.49660423935482,52.07181350415152,54.917011852667066,52.53985687420802,53.1762274103422,57.87285607755406,59.41513941102757,53.89033095392602,50.0,57.220772631731535,49.15160777305411,53.734449629353946,50.0,57.5468143546428,54.28337359204084,53.812390291639986,50.0 | |
| OpenCLIP,roberta-ViT-B-32,laion2b_s12b_b32k,70.0,50.0,50.0,50.0,62.75167785234899,50.0,50.0,50.0,54.285714285714285,50.0,50.0,50.0,59.24657534246575,50.0,50.0,50.0,51.826484018264836,50.1865671641791,50.0,50.0,52.07715133531158,55.660377358490564,55.0,53.18791946308725,51.07142857142857,52.31164383561644,50.503262795610986,52.07715133531158,55.660377358490564,52.830254765649336,54.09395973154362,51.295445067552,53.868764346901074,53.0860563819989,52.716193302246715,53.71998021906475,50.503262795610986,52.31314543897415,66.3758389261745,50.0,50.0,50.0,55.11959121548163,50.06218905472637,50.0,50.0,60.747715070828065,50.03109452736318,50.0,50.0 | |
| OpenCLIP,coca_ViT-B-32,laion2b_s13b_b90k,67.22222222222223,50.0,50.0,50.0,63.08724832214765,50.0,50.0,50.0,53.80952380952381,50.0,50.0,50.0,59.24657534246575,50.0,50.0,50.0,52.51141552511415,50.0,50.0,50.0,50.0,53.65566037735849,54.30555555555556,53.27181208053691,50.95238095238095,52.31164383561644,50.62785388127854,50.0,53.65566037735849,52.16070095467527,53.78868381804624,51.29729288975864,51.82783018867924,52.30460229882804,51.7526455026455,53.079705431170616,50.62785388127854,51.82006827169821,65.15473527218494,50.0,50.0,50.0,55.18917155903458,50.0,50.0,50.0,60.17195341560976,50.0,50.0,50.0 | |
| OpenCLIP,coca_ViT-L-14,laion2b_s13b_b90k,59.44444444444444,50.0,50.0,50.0,61.40939597315436,50.0,50.0,50.0,52.539682539682545,50.0,50.0,50.0,56.84931506849315,50.0,50.0,50.0,51.14155251141552,50.0,50.0,50.0,49.703264094955486,55.77830188679245,52.361111111111114,52.85234899328859,50.63492063492063,51.71232876712329,50.28538812785388,49.703264094955486,55.77830188679245,51.90395194514935,52.60673005219985,50.877545843299266,52.74078299087397,52.07501962879102,50.899765280329085,53.447659882401446,50.28538812785388,51.54427109686147,60.4269202087994,50.0,50.0,50.0,53.510183373197066,50.0,50.0,50.0,56.968551790998234,50.0,50.0,50.0 | |
| OpenCLIP,ViT-H-14,laion2b_s32b_b79k,67.77777777777777,50.0,50.0,50.0,65.60402684563758,50.0,50.0,50.0,51.58730158730158,50.0,50.0,50.0,61.64383561643835,50.0,50.0,50.0,54.33789954337899,50.0,50.0,50.0,51.03857566765579,53.77358490566037,54.44444444444444,53.901006711409394,50.39682539682539,52.91095890410959,51.08447488584475,51.03857566765579,53.77358490566037,52.507124416564245,54.17272557792692,51.46408639559325,52.40608028665808,52.68096408672608,51.95994850297521,53.52851684039312,51.08447488584475,52.19098007640435,66.69090231170767,50.0,50.0,50.0,55.856345582372974,50.0,50.0,50.0,61.27362394704032,50.0,50.0,50.0 | |
| OpenCLIP,ViT-L-14,laion2b_s32b_b82k,61.111111111111114,50.0,50.0,50.0,60.90604026845638,50.0,50.0,50.0,49.68253968253968,50.0,50.0,50.0,56.84931506849315,50.0,50.0,50.0,55.70776255707763,50.0,50.0,50.0,49.85163204747774,56.60377358490567,52.77777777777778,52.72651006711409,49.92063492063492,51.71232876712329,51.426940639269404,49.85163204747774,56.60377358490567,52.14565682918612,52.75214392244594,51.0199681090092,53.22770281619171,52.33327161588229,50.85001491529681,53.680870806381016,51.426940639269404,51.98594212031575,61.00857568978375,50.0,50.0,50.0,54.079872436036815,50.0,50.0,50.0,57.54422406291028,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-32,laion2b_s34b_b79k,58.888888888888886,50.0,50.0,50.0,63.59060402684564,50.0,50.0,50.0,52.857142857142854,50.0,50.0,50.0,57.534246575342465,50.0,50.0,50.0,54.33789954337899,50.0,50.0,50.0,50.445103857566764,54.481132075471706,52.22222222222222,53.39765100671141,50.714285714285715,51.88356164383562,51.08447488584475,50.445103857566764,54.481132075471706,52.03263305799118,52.80993661446682,51.22744074798869,52.463117966519235,52.16683177632492,51.12720393135823,53.25411490867291,51.08447488584475,51.82193124195863,61.23974645786726,50.0,50.0,50.0,54.90976299195477,50.0,50.0,50.0,58.07475472491102,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-16,laion2b_s34b_b88k,63.333333333333336,50.0,50.0,50.0,58.89261744966443,50.0,50.0,50.0,52.857142857142854,50.0,50.0,50.0,59.93150684931506,50.0,50.0,50.0,52.96803652968036,50.0,50.0,50.0,49.85163204747774,51.650943396226424,53.333333333333336,52.22315436241611,50.714285714285715,52.48287671232877,50.742009132420094,49.85163204747774,51.650943396226424,51.571176385498305,52.77824384787472,51.31305718634486,50.75128772185208,51.614196252023895,51.29975036503226,52.118991490323765,50.742009132420094,51.38691699592537,61.11297539149888,50.0,50.0,50.0,55.252228745379426,50.0,50.0,50.0,58.18260206843915,50.0,50.0,50.0 | |
| OpenCLIP,ViT-g-14,laion2b_s34b_b88k,61.111111111111114,50.0,50.0,50.0,60.90604026845638,50.0,50.0,50.0,51.58730158730158,50.0,50.0,50.0,62.32876712328766,50.0,50.0,50.0,53.42465753424657,50.0,50.0,50.0,51.92878338278932,52.83018867924528,52.77777777777778,52.72651006711409,50.39682539682539,53.082191780821915,50.85616438356164,51.92878338278932,52.83018867924528,52.085491638305065,52.75214392244594,51.44506052040298,52.3794860310173,52.19223015795541,51.70112885246416,52.879630175727094,50.85616438356164,51.81230780391763,61.00857568978375,50.0,50.0,50.0,55.78024208161194,50.0,50.0,50.0,58.39440888569784,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-16,openai,61.111111111111114,50.0,50.0,50.0,59.22818791946309,50.0,50.0,50.0,54.76190476190476,50.0,50.0,50.0,55.82191780821918,50.0,50.0,50.0,52.51141552511415,50.0,50.0,50.0,50.445103857566764,55.89622641509433,52.77777777777778,52.307046979865774,51.19047619047619,51.455479452054796,50.62785388127854,50.445103857566764,55.89622641509433,52.09999493630203,52.54241237882178,51.09126984126984,53.17066513633055,52.26811578547406,51.47111927527359,53.2195842823383,50.62785388127854,51.77285247963014,60.169649515287105,50.0,50.0,50.0,54.36507936507937,50.0,50.0,50.0,57.267364440183236,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-32,openai,62.22222222222222,50.0,50.0,50.0,59.56375838926175,50.0,50.0,50.0,47.14285714285714,50.0,50.0,50.0,57.87671232876713,50.0,50.0,50.0,48.858447488584474,50.0,50.0,50.0,49.85163204747774,56.36792452830189,53.05555555555556,52.39093959731544,49.285714285714285,51.96917808219178,49.71461187214612,49.85163204747774,56.36792452830189,51.80507942410039,52.7232475764355,50.32316808001739,53.10977828788982,52.05206464811423,50.7309672962492,53.57601406926971,49.71461187214612,51.34053107922168,60.89299030574199,50.0,50.0,50.0,51.292672320069585,50.0,50.0,50.0,56.09283131290579,50.0,50.0,50.0 | |
| OpenCLIP,ViT-L-14,openai,58.888888888888886,50.0,50.0,50.0,58.22147651006712,50.0,50.0,50.0,52.22222222222222,50.0,50.0,50.0,56.50684931506849,50.0,50.0,50.0,54.794520547945204,50.0,50.0,50.0,51.632047477744806,54.481132075471706,52.22222222222222,52.055369127516784,50.55555555555556,51.62671232876713,51.1986301369863,51.632047477744806,54.481132075471706,51.96738127489492,52.1387956748695,51.12696600710299,53.056589776608256,52.107450486193585,51.46994175184086,52.72107117725187,51.1986301369863,51.79654768869301,58.555182699478,50.0,50.0,50.0,54.50786402841197,50.0,50.0,50.0,56.531523363944984,50.0,50.0,50.0 | |
| OpenCLIP,ViT-L-14-336,openai,61.111111111111114,50.0,50.0,50.0,60.570469798657726,50.0,50.0,50.0,50.95238095238095,50.0,50.0,50.0,56.50684931506849,50.0,50.0,50.0,54.33789954337899,50.0,50.0,50.0,52.52225519287834,54.716981132075475,52.77777777777778,52.64261744966443,50.23809523809524,51.62671232876713,51.08447488584475,52.52225519287834,54.716981132075475,52.229844857871875,52.71019761372111,50.98309415090237,53.61961816247691,52.43763664236679,51.846042736250446,52.99543697016901,51.08447488584475,51.975318197421394,60.84079045488442,50.0,50.0,50.0,53.93237660360948,50.0,50.0,50.0,57.38658352924695,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-16-SigLIP,webli,50.0,50.0,50.0,50.0,60.738255033557046,50.0,50.0,50.0,53.01587301587301,50.0,50.0,50.0,53.76712328767124,50.0,50.0,50.0,51.141552511415526,50.0,50.0,50.0,50.89020771513353,53.301886792452834,50.0,52.68456375838926,50.75396825396825,50.94178082191781,50.28538812785388,50.89020771513353,53.301886792452834,51.26539935281651,51.34228187919463,50.66037906791331,52.09604725379318,51.36623606696704,50.54805865636726,52.30941045758664,50.28538812785388,51.047619080602594,55.36912751677852,50.0,50.0,50.0,52.641516271653266,50.0,50.0,50.0,54.005321894215896,50.0,50.0,50.0 | |
| OpenCLIP,ViT-B-16-SigLIP-384,webli,50.0,50.0,50.0,50.0,60.40268456375839,50.0,50.0,50.0,52.38095238095238,50.0,50.0,50.0,53.082191780821915,50.0,50.0,50.0,50.22831050228311,50.0,50.0,50.0,51.483679525222556,54.716981132075475,50.0,52.600671140939596,50.595238095238095,50.77054794520548,50.05707762557078,51.483679525222556,54.716981132075475,51.460599352036006,51.3003355704698,50.47428788867145,53.100330328649015,51.624984595930094,50.692972540153555,52.69606673940685,50.05707762557078,51.14870563504373,55.20134228187919,50.0,50.0,50.0,51.8971515546858,50.0,50.0,50.0,53.54924691828249,50.0,50.0,50.0 | |
| OpenCLIP,ViT-L-16-SigLIP-256,webli,54.44444444444444,50.0,50.0,50.0,60.40268456375839,50.0,50.0,50.0,48.888888888888886,50.0,50.0,50.0,53.76712328767124,50.0,50.0,50.0,53.42465753424658,50.0,50.0,50.0,51.18694362017804,54.716981132075475,51.111111111111114,52.600671140939596,49.72222222222222,50.94178082191781,50.85616438356165,51.18694362017804,54.716981132075475,51.590839204572276,51.855891126025355,50.50672247590055,52.95196237612676,51.77152532601756,50.673425651170454,52.75314436497763,50.85616438356165,51.42757813323658,57.42356450410142,50.0,50.0,50.0,52.02688990360224,50.0,50.0,50.0,54.72522720385183,50.0,50.0,50.0 | |
| OpenCLIP,ViT-L-16-SigLIP-384,webli,52.222222222222214,50.0,50.0,50.0,60.40268456375839,50.0,50.0,50.0,47.93650793650794,50.0,50.0,50.0,52.397260273972606,50.0,50.0,50.0,52.51141552511415,50.0,50.0,50.0,50.89020771513353,56.36792452830189,50.55555555555556,52.600671140939596,49.48412698412699,50.599315068493155,50.62785388127854,50.89020771513353,56.36792452830189,51.589379267689885,51.57811334824758,50.23709864463289,53.62906612171771,51.81475937153272,50.30996341827203,53.189303579244886,50.62785388127854,51.37570695959848,56.31245339299031,50.0,50.0,50.0,50.94839457853157,50.0,50.0,50.0,53.63042398576094,50.0,50.0,50.0 | |
| OpenCLIP,ViT-SO400M-14-SigLIP,webli,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,49.85163204747774,51.41509433962264,50.0,50.0,50.0,50.0,50.0,49.85163204747774,51.41509433962264,50.180960912442906,50.0,50.0,50.633363193550196,50.21112106451673,49.95054401582592,50.471698113207545,50.0,50.140747376344486,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0,50.0 | |
| Recap-CLIP,ViT-L-16-HTxt-Recap-CLIP,recap-datacomp1b,60.0,52.819548872180455,50.0,50.0,63.758389261744966,57.8125,50.18115942028985,50.0,46.98412698412698,45.25316455696202,49.814126394052046,50.0,65.75342465753424,56.652360515021456,50.0,50.0,54.794520547945204,49.06716417910448,50.0,50.0,53.26409495548962,55.54245283018868,53.204887218045116,55.438012170508706,48.01285448378526,55.60144629313892,50.96542118176242,53.26409495548962,55.54245283018868,53.14702416184553,54.32144969427691,51.52657398622887,54.40327389283915,53.41709919111497,51.49394555244,55.5273037646121,50.96542118176242,52.66222349960484,61.87919463087248,55.31602443609023,50.09057971014492,50.0,55.84402406320214,50.324229750362655,49.93804213135068,50.0,58.861609347037316,52.820127093226446,50.0143109207478,50.0 | |
| StructuredCLIP,NegCLIP-ViT-B-32,coco-ft,71.11111111111111,50.0,50.0,50.0,58.22147651006712,50.0,50.0,50.0,49.68253968253968,50.0,50.0,50.0,57.87671232876713,50.0,50.0,50.0,52.054794520547944,50.0,50.0,50.0,51.92878338278932,54.716981132075475,55.27777777777778,52.055369127516784,49.92063492063492,51.96917808219178,50.513698630136986,51.92878338278932,54.716981132075475,52.340346150446145,53.666573452647285,50.801170544321224,53.3228822574324,52.596875418133635,52.375732027067336,52.91384278059468,50.513698630136986,51.93442447926633,64.66629381058911,50.0,50.0,50.0,53.204682177284916,50.0,50.0,50.0,58.935487993937016,50.0,50.0,50.0 | |
| StructuredCLIP,CE-CLIP-ViT-B-32,coco-ft,68.88888888888889,50.0,50.0,50.0,61.241610738255034,50.0,50.0,50.0,52.857142857142854,50.0,50.0,50.0,58.219178082191775,50.0,50.0,50.0,48.858447488584474,50.0,50.0,50.0,54.59940652818991,54.481132075471706,54.72222222222222,52.810402684563755,50.714285714285715,52.054794520547944,49.71461187214612,54.59940652818991,54.481132075471706,52.72812223106104,53.766312453392985,50.82789736899326,54.540269301830804,53.04482637473902,53.345304821565946,53.1154430935278,49.71461187214612,52.05845326241329,65.06524981357197,50.0,50.0,50.0,53.31158947597303,50.0,50.0,50.0,59.188419644772495,50.0,50.0,50.0 | |
| StructuredCLIP,DAC-LLM-ViT-B-32,cc3m-ft,68.88888888888889,50.0,50.0,50.0,60.570469798657726,50.0,50.0,50.0,61.111111111111114,50.0,50.0,50.0,58.9041095890411,50.0,50.0,50.0,54.794520547945204,50.0,50.0,50.0,54.59940652818991,56.839622641509436,54.72222222222222,52.64261744966443,52.77777777777778,52.226027397260275,51.1986301369863,54.59940652818991,56.839622641509436,53.572329164801474,53.68241983594332,52.06747843734146,55.71951458484968,53.823137619378144,54.03313550939664,53.902755829478046,51.1986301369863,53.044840491953664,64.72967934377331,50.0,50.0,50.0,58.269913749365806,50.0,50.0,50.0,61.499796546569556,50.0,50.0,50.0 | |
| StructuredCLIP,DAC-SAM-ViT-B-32,cc3m-ft,63.333333333333336,50.0,50.0,50.0,54.194630872483216,50.0,50.0,50.0,60.7936507936508,50.0,50.0,50.0,58.56164383561644,50.0,50.0,50.0,55.25114155251141,50.0,50.0,50.0,53.41246290801187,56.839622641509436,53.333333333333336,51.04865771812081,52.698412698412696,52.14041095890411,51.31278538812785,53.41246290801187,56.839622641509436,52.9693836637743,52.190995525727075,52.05053634848156,55.12604277476065,53.12252488298976,53.14806964658596,53.34289710617812,51.31278538812785,52.60125071363064,58.76398210290827,50.0,50.0,50.0,58.20214539392621,50.0,50.0,50.0,58.48306374841724,50.0,50.0,50.0 | |
| TULIP,TULIP-ViT-L-14-RoPE,sharegpt4v-1m,54.44444444444444,60.902255639097746,51.64179104477612,50.0,58.7248322147651,55.729166666666664,56.15942028985508,50.0,47.3015873015873,49.68354430379747,52.78810408921933,50.0,59.589041095890416,52.78969957081545,55.06072874493927,50.0,60.273972602739725,48.507462686567166,58.26271186440678,50.0,50.14836795252225,59.90566037735849,54.24712278207958,55.153354792821716,49.943308923651024,54.35986735291128,54.26103678842842,50.14836795252225,59.90566037735849,54.002674138538964,54.700238787450644,52.85473768833024,55.02701416494037,54.19399688024041,51.446266552750956,56.4729608410305,54.26103678842842,54.060088060736625,56.58463832960477,58.3157111528822,53.9006056673156,50.0,55.72153366673914,50.32690218706003,55.370514899521794,50.0,56.15308599817196,54.321306669971115,54.6355602834187,50.0 | |
| TULIP,TULIP-ViT-L-14-RoPE_CL512,sharegpt4v-1m,55.55555555555556,61.65413533834586,57.91044776119403,74.26470588235294,59.73154362416108,60.416666666666664,56.88405797101449,55.55555555555556,47.61904761904761,48.734177215189874,51.301115241635685,52.307692307692314,59.76027397260274,53.21888412017167,58.70445344129554,56.451612903225815,60.73059360730594,47.76119402985074,58.05084745762712,41.37931034482759,51.038575667655785,59.43396226415094,62.34621113436209,58.14695595434945,49.99050809589137,57.03380610932394,51.98048635990285,51.038575667655785,59.43396226415094,55.71007222651949,60.24658354435577,53.00160018837272,55.23626896590336,56.161484232877285,54.45843163263641,58.20490810927478,51.98048635990285,54.88127536727134,57.64354958985832,61.03540100250626,57.39725286610426,64.91013071895425,56.0366383996521,49.9047517884041,56.018805380186116,50.046205185248574,56.84009399475521,55.47007639545518,56.70802912314519,57.478167952101415 | |