| family,model,tag,all_tasks-add_relation_XS,all_tasks-add_relation_S,all_tasks-add_relation_M,all_tasks-add_relation_L,all_tasks-add_attribute_XS,all_tasks-add_attribute_S,all_tasks-add_attribute_M,all_tasks-add_attribute_L,all_tasks-replace_relation_XS,all_tasks-replace_relation_S,all_tasks-replace_relation_M,all_tasks-replace_relation_L,all_tasks-replace_attribute_XS,all_tasks-replace_attribute_S,all_tasks-replace_attribute_M,all_tasks-replace_attribute_L,all_tasks-replace_entity_XS,all_tasks-replace_entity_S,all_tasks-replace_entity_M,all_tasks-replace_entity_L,all_tasks-swap_relations,all_tasks-swap_attributes,overall-add_relation,overall-add_attribute,overall-replace_relation,overall-replace_attribute,overall-replace_entity,overall-swap_relations,overall-swap_attributes,overall-macro_avg,summary-add,summary-replace,summary-swap,summary-avg_ops,summary-relation,summary-attribute,summary-entity,summary-avg_neg_types,neg_start_positions-add_XS,neg_start_positions-add_S,neg_start_positions-add_M,neg_start_positions-add_L,neg_start_positions-replace_XS,neg_start_positions-replace_S,neg_start_positions-replace_M,neg_start_positions-replace_L,neg_start_positions-Avg_XS,neg_start_positions-Avg_S,neg_start_positions-Avg_M,neg_start_positions-Avg_L | |
| vqascore,instructblip-flant5-xl,none,59.70149253731343,56.043956043956044,50.0,50.0,52.197802197802204,48.8,50.0,50.0,51.03448275862069,55.714285714285715,50.0,50.0,37.95180722891566,54.67289719626168,50.0,50.0,44.4954128440367,49.29577464788733,50.0,50.0,48.72340425531915,44.957983193277315,53.93636214531737,50.24945054945055,51.687192118226605,48.15617610629434,48.44779687298101,48.72340425531915,44.957983193277315,49.45119503440947,52.09290634738396,49.430388365833984,46.840693724298234,49.4546628125054,51.44898617295437,47.787869949674075,48.44779687298101,49.22821766520315,55.949647367557816,52.42197802197802,50.0,50.0,44.49390094385768,53.22765251947825,50.0,50.0,50.22177415570775,52.82481527072814,50.0,50.0 | |
| vqascore,clip-flant5-xl,none,45.522388059701484,50.824175824175825,44.962686567164184,32.407407407407405,63.18681318681318,60.8,66.1764705882353,58.62068965517241,60.34482758620689,59.285714285714285,59.05511811023622,64.51612903225806,59.036144578313255,56.074766355140184,63.33333333333333,69.23076923076923,74.3119266055046,65.49295774647888,69.15887850467288,69.64285714285714,60.63829787234043,63.58543417366947,43.42916446461223,62.195993357555224,60.80044725360386,61.918753374389,69.65165499987837,60.63829787234043,63.58543417366947,60.31710649943551,52.812578911083726,64.12361854262375,62.11186602300495,59.68268782557081,54.95596986351884,62.5667269685379,69.65165499987837,62.39145061064503,54.35460062325733,55.81208791208791,55.569578577699744,45.51404853128991,64.56429959000825,60.284479462444445,63.84910998274748,67.7965851352948,59.45945010663279,58.04828368726618,59.70934428022361,56.65531683329236 | |
| vqascore,llava-v1.5-7b,none,58.95522388059702,50.824175824175825,52.23880597014926,53.24074074074075,62.63736263736264,59.2,59.31372549019608,46.55172413793103,58.62068965517241,53.57142857142857,57.08661417322835,51.61290322580645,63.855421686746986,57.943925233644855,55.41666666666667,57.6923076923077,59.63302752293578,61.267605633802816,66.82242990654206,58.92857142857143,51.27659574468085,60.08403361344537,53.81473660391572,56.925703066372435,55.22290890640895,58.727080319841555,61.662908622963016,51.27659574468085,60.08403361344537,56.816280982518265,55.37021983514408,58.5376326164045,55.68031467906311,56.52938904353723,53.438080418335176,58.578938999886454,61.662908622963016,57.893309347061546,60.79629325897983,55.012087912087914,55.77626573017267,49.89623243933589,60.70304628828506,57.59431981295875,59.77523691547902,56.077927448895196,60.74966977363245,56.30320386252333,57.77575132282584,52.98707994411554 | |
| vqascore,sharegpt4v-7b,none,56.71641791044776,56.043956043956044,63.24626865671642,68.5185185185185,60.714285714285715,56.400000000000006,63.48039215686275,55.172413793103445,50.0,52.142857142857146,55.118110236220474,61.29032258064515,60.24096385542168,55.60747663551402,56.25,42.30769230769231,68.34862385321101,65.49295774647888,58.41121495327103,78.57142857142858,57.02127659574468,64.70588235294117,61.13129028240968,58.94177291606297,54.63782248993069,53.601533199657,67.70605628109737,57.02127659574468,64.70588235294117,59.677947731120504,60.036531599236326,58.64847065689502,60.86357947434293,59.84952724349142,57.59679645602836,59.08306282288705,67.70605628109737,61.461971853337594,58.715351812366734,56.221978021978025,63.363330406789586,61.845466155810975,59.52986256954423,57.74776384161668,56.593108396497165,60.72314781992202,59.12260719095548,56.98487093179735,59.97821940164337,61.2843069878665 | |
| visualgptscore,instructblip-flant5-xl,none,34.32835820895522,25.82417582417583,34.88805970149254,50.0,23.626373626373624,30.4,40.19607843137255,50.0,68.27586206896552,72.85714285714285,66.53543307086615,50.0,71.08433734939759,71.96261682242991,55.0,50.0,66.05504587155964,71.12676056338029,61.6822429906542,50.0,76.80851063829788,77.03081232492997,36.2601484336559,36.055613014436545,64.41710949924362,62.01173854295688,62.21601235639853,76.80851063829788,77.03081232492997,59.25713497284562,36.15788072404622,62.881620132866345,76.91966148161393,58.65305411284216,59.161922857065804,58.36605462744112,62.21601235639853,59.914663280301816,28.97736591766442,28.112087912087915,37.542069066432546,50.0,68.47174842997424,71.98217341431769,61.072558687173455,50.0,48.724557173819335,50.0471306632028,49.307313876803,50.0 | |
| visualgptscore,clip-flant5-xl,none,35.82089552238806,22.52747252747253,23.88059701492537,20.37037037037037,28.57142857142857,32.800000000000004,43.13725490196079,31.03448275862069,69.6551724137931,70.0,66.92913385826772,87.09677419354838,71.08433734939759,82.2429906542056,67.08333333333333,61.53846153846154,70.64220183486239,71.12676056338029,75.70093457943925,85.71428571428571,80.85106382978722,82.35294117647058,25.64983385878908,33.885791558002516,73.42027011640229,70.48728071884952,75.79604567299191,80.85106382978722,82.35294117647058,63.206175275899014,29.767812708395798,73.23453216941458,81.6020025031289,61.53478246031309,59.97372260165954,62.242004484440876,75.79604567299191,66.00392425303077,32.19616204690831,27.66373626373627,33.50892595844308,25.702426564495532,70.46057053268436,74.4565837391953,69.90446725701344,78.11650714876521,51.328366289796335,51.06016000146578,51.70669660772826,51.909466856630374 | |
| visualgptscore,llava-v1.5-7b,none,19.402985074626866,17.032967032967033,12.686567164179104,11.11111111111111,26.923076923076923,28.799999999999997,38.72549019607843,24.137931034482758,72.41379310344827,77.14285714285715,76.37795275590551,83.87096774193549,84.33734939759037,80.37383177570094,77.08333333333334,76.92307692307693,83.4862385321101,82.3943661971831,77.57009345794393,89.28571428571429,84.68085106382979,88.23529411764706,15.058407595721029,29.646624538409526,77.4513926860366,79.6793978574254,83.18410311823786,84.68085106382979,88.23529411764706,65.4194387110439,22.352516067065277,80.10496455389996,86.45807259073842,62.97185107056789,59.063550448529135,65.85377217116066,83.18410311823786,69.36714191264255,23.163030998851895,22.916483516483517,25.706028680128767,17.624521072796934,80.07912701104958,79.97035170524707,77.01045984906092,83.35991965024225,51.62107900495074,51.443417610865296,51.358244264594845,50.49222036151959 | |
| visualgptscore,sharegpt4v-7b,none,20.8955223880597,21.428571428571427,15.298507462686567,13.88888888888889,29.67032967032967,28.799999999999997,39.21568627450981,34.48275862068966,77.93103448275862,82.14285714285714,76.37795275590551,83.87096774193549,87.34939759036145,81.30841121495327,77.91666666666666,73.07692307692307,85.3211009174312,85.2112676056338,85.98130841121495,92.85714285714286,87.65957446808511,90.47619047619048,17.877872542051644,33.04219364138228,80.08070303086419,79.91284963722612,87.34270494785571,87.65957446808511,90.47619047619048,68.05601267766508,25.460033091716966,82.44541920531533,89.0678824721378,65.65777825639003,61.872716680333646,67.81041125159963,87.34270494785571,72.341944293263,25.282926029194684,25.114285714285714,27.257096868598186,24.185823754789276,83.53384433018375,82.88751198781473,80.09197594459572,83.26834455866714,54.40838517968922,54.00089885105022,53.67453640659695,53.72708415672821 | |