Spaces:
Running
Running
File size: 23,396 Bytes
eef3091 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 |
model_name,task,n_shot,performance
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_italian,0,0.2937956204379562
HuggingFaceTB/SmolLM3-3B,belebele_swe_Latn,5,0.69
HuggingFaceTB/SmolLM3-3B,include_base_44_hungarian,0,0.2818181818181818
Qwen/Qwen3-1.7B,belebele_est_Latn,5,0.56
HuggingFaceTB/SmolLM2-1.7B,belebele_dan_Latn,5,0.3466666666666667
HuggingFaceTB/SmolLM3-3B,include_base_44_georgian,0,0.276
HuggingFaceTB/SmolLM3-3B,belebele_por_Latn,5,0.7944444444444444
google/gemma-3-4b-it,global_mmlu_full_pt,5,0.527204101979775
HuggingFaceTB/SmolLM3-3B,include_base_44_estonian,0,0.29464285714285715
google/gemma-3-4b-it,belebele_slv_Latn,5,0.7533333333333333
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_pl,5,0.31825950719270757
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_it,5,0.35878080045577554
HuggingFaceTB/SmolLM2-1.7B,include_base_44_bulgarian,0,0.28909090909090907
HuggingFaceTB/SmolLM3-3B,belebele_hrv_Latn,5,0.5722222222222222
google/gemma-3-4b-it,include_base_44_serbian,0,0.5672727272727273
HuggingFaceTB/SmolLM3-3B,belebele_mlt_Latn,5,0.3566666666666667
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_spanish,0,0.3181818181818182
Qwen/Qwen3-1.7B,belebele_fra_Latn,5,0.7922222222222223
google/gemma-3-4b-it,include_base_44_estonian,0,0.47767857142857145
google/gemma-3-4b-it,include_base_44_dutch,0,0.5517241379310345
HuggingFaceTB/SmolLM3-3B,include_base_44_dutch,0,0.47005444646098005
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_es,5,0.3245976356644353
Qwen/Qwen3-1.7B,include_base_44_lithuanian,0,0.37265917602996257
Qwen/Qwen3-1.7B,include_base_44_polish,0,0.4142335766423358
Qwen/Qwen3-1.7B,global_mmlu_full_cs,5,0.4690927218344965
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_deu_Latn,5,0.33444444444444443
HuggingFaceTB/SmolLM2-1.7B,belebele_ita_Latn,5,0.4033333333333333
HuggingFaceTB/SmolLM3-3B,belebele_ell_Grek,5,0.7633333333333333
HuggingFaceTB/SmolLM3-3B,belebele_dan_Latn,5,0.6522222222222223
HuggingFaceTB/SmolLM2-1.7B,include_base_44_lithuanian,0,0.27153558052434457
Qwen/Qwen3-1.7B,belebele_eng_Latn,5,0.8255555555555556
Qwen/Qwen3-1.7B,belebele_hun_Latn,5,0.6733333333333333
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_ro,5,0.451502634952286
HuggingFaceTB/SmolLM2-1.7B,include_base_44_serbian,0,0.28363636363636363
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_belarusian,0,0.26
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_german,0,0.35251798561151076
HuggingFaceTB/SmolLM2-1.7B,belebele_nld_Latn,5,0.41333333333333333
google/gemma-3-4b-it,global_mmlu_full_sr,5,0.4661016949152542
google/gemma-3-4b-it,global_mmlu_full_ro,5,0.5182310212220481
google/gemma-3-4b-it,include_base_44_north macedonian,0,0.6678765880217786
google/gemma-3-4b-it,include_base_44_hungarian,0,0.41454545454545455
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_hrv_Latn,5,0.27
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_serbian,0,0.22545454545454546
HuggingFaceTB/SmolLM2-1.7B,belebele_hrv_Latn,5,0.33666666666666667
Qwen/Qwen3-1.7B,belebele_ita_Latn,5,0.7511111111111111
HuggingFaceTB/SmolLM2-1.7B,include_base_44_basque,0,0.278
google/gemma-3-4b-it,include_base_44_portuguese,0,0.49364791288566245
Qwen/Qwen3-1.7B,include_base_44_hungarian,0,0.37636363636363634
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_pt,5,0.3721692066657171
google/gemma-3-4b-it,global_mmlu_full_tr,5,0.4814129041447087
google/gemma-3-4b-it,xcopa,0,0.6247272727272727
HuggingFaceTB/SmolLM3-3B,include_base_44_greek,0,0.41304347826086957
Qwen/Qwen3-1.7B,include_base_44_basque,0,0.316
HuggingFaceTB/SmolLM3-3B,belebele_ces_Latn,5,0.6222222222222222
Qwen/Qwen3-1.7B,global_mmlu_full_sv,5,0.4794188861985472
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_pol_Latn,5,0.28555555555555556
HuggingFaceTB/SmolLM2-1.7B,belebele_pol_Latn,5,0.3288888888888889
Qwen/Qwen3-1.7B,belebele_deu_Latn,5,0.74
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_ru,5,0.3166215638797892
HuggingFaceTB/SmolLM2-1.7B,belebele_eng_Latn,5,0.5633333333333334
Qwen/Qwen3-1.7B,belebele_lit_Latn,5,0.6266666666666667
HuggingFaceTB/SmolLM2-1.7B,belebele_deu_Latn,5,0.3933333333333333
google/gemma-3-4b-it,belebele_ces_Latn,5,0.7733333333333333
google/gemma-3-4b-it,include_base_44_croatian,0,0.6236363636363637
HuggingFaceTB/SmolLM2-1.7B,belebele_est_Latn,5,0.2922222222222222
HuggingFaceTB/SmolLM3-3B,belebele_slk_Latn,5,0.5855555555555556
HuggingFaceTB/SmolLM3-3B,include_base_44_north macedonian,0,0.5081669691470054
HuggingFaceTB/SmolLM3-3B,include_base_44_armenian,0,0.2581818181818182
HuggingFaceTB/SmolLM2-1.7B,belebele_fin_Latn,5,0.32
HuggingFaceTB/SmolLM3-3B,belebele_deu_Latn,5,0.8155555555555556
Qwen/Qwen3-1.7B,belebele_ell_Grek,5,0.6688888888888889
HuggingFaceTB/SmolLM2-1.7B,belebele_slv_Latn,5,0.3233333333333333
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_ro,5,0.28051559606893606
google/gemma-3-4b-it,global_mmlu_full_de,5,0.5190856003418316
Qwen/Qwen3-1.7B,include_base_44_north macedonian,0,0.5353901996370236
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_fr,5,0.32068081469876086
Qwen/Qwen3-1.7B,xcopa,0,0.5750909090909091
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_bul_Cyrl,5,0.3211111111111111
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_lt,5,0.29155390969947304
HuggingFaceTB/SmolLM2-1.7B,belebele_lvs_Latn,5,0.33
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_el,5,0.2901296111665005
google/gemma-3-4b-it,include_base_44_albanian,0,0.5753176043557169
HuggingFaceTB/SmolLM2-1.7B,include_base_44_dutch,0,0.33030852994555354
HuggingFaceTB/SmolLM2-1.7B,belebele_lit_Latn,5,0.32
HuggingFaceTB/SmolLM2-1.7B,belebele_bul_Cyrl,5,0.3244444444444444
HuggingFaceTB/SmolLM3-3B,include_base_44_belarusian,0,0.24909090909090909
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_uk,5,0.4272183449651047
google/gemma-3-4b-it,include_base_44_bulgarian,0,0.6127272727272727
HuggingFaceTB/SmolLM2-1.7B,include_base_44_azerbaijani,0,0.26094890510948904
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_croatian,0,0.25272727272727274
HuggingFaceTB/SmolLM2-1.7B,belebele_spa_Latn,5,0.45666666666666667
HuggingFaceTB/SmolLM2-1.7B,include_base_44_russian,0,0.28442028985507245
HuggingFaceTB/SmolLM3-3B,include_base_44_albanian,0,0.3666061705989111
Qwen/Qwen3-1.7B,global_mmlu_full_tr,5,0.44281441390115367
HuggingFaceTB/SmolLM3-3B,belebele_nld_Latn,5,0.6777777777777778
Qwen/Qwen3-1.7B,include_base_44_azerbaijani,0,0.39233576642335766
google/gemma-3-4b-it,belebele_fin_Latn,5,0.7744444444444445
Qwen/Qwen3-1.7B,global_mmlu_full_sr,5,0.43355647343683235
Qwen/Qwen3-1.7B,global_mmlu_full_en,5,0.6010539809143997
google/gemma-3-4b-it,belebele_hrv_Latn,5,0.7711111111111111
google/gemma-3-4b-it,belebele_bul_Cyrl,5,0.7744444444444445
HuggingFaceTB/SmolLM3-3B,include_base_44_basque,0,0.318
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_greek,0,0.25181159420289856
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_el,5,0.480985614584817
HuggingFaceTB/SmolLM2-1.7B,include_base_44_polish,0,0.25364963503649635
HuggingFaceTB/SmolLM3-3B,include_base_44_polish,0,0.34124087591240876
Qwen/Qwen3-1.7B,global_mmlu_full_ru,5,0.5029198119925936
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_tr,5,0.3821392963965247
Qwen/Qwen3-1.7B,include_base_44_ukrainian,0,0.49272727272727274
HuggingFaceTB/SmolLM3-3B,include_base_44_lithuanian,0,0.3389513108614232
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_slv_Latn,5,0.27666666666666667
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_ukrainian,0,0.36
Qwen/Qwen3-1.7B,include_base_44_georgian,0,0.314
Qwen/Qwen3-1.7B,include_base_44_estonian,0,0.3705357142857143
Qwen/Qwen3-1.7B,belebele_nld_Latn,5,0.7166666666666667
HuggingFaceTB/SmolLM2-1.7B,belebele_ces_Latn,5,0.33
google/gemma-3-4b-it,belebele_mlt_Latn,5,0.65
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_uk,5,0.2947585813986612
HuggingFaceTB/SmolLM3-3B,belebele_bul_Cyrl,5,0.6366666666666667
Qwen/Qwen3-1.7B,belebele_bul_Cyrl,5,0.6966666666666667
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_he,5,0.24896738356359494
HuggingFaceTB/SmolLM3-3B,xstorycloze,0,0.6174718729318333
HuggingFaceTB/SmolLM3-3B,xcopa,0,0.5889090909090909
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_turkish,0,0.23905109489051096
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_dan_Latn,5,0.30666666666666664
Qwen/Qwen3-1.7B,include_base_44_spanish,0,0.5472727272727272
HuggingFaceTB/SmolLM2-1.7B,belebele_mlt_Latn,5,0.3
google/gemma-3-4b-it,include_base_44_azerbaijani,0,0.40693430656934304
google/gemma-3-4b-it,belebele_dan_Latn,5,0.7888888888888889
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_mlt_Latn,5,0.32222222222222224
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xwinograd,0,0.6983591818386155
google/gemma-3-4b-it,include_base_44_russian,0,0.4782608695652174
google/gemma-3-4b-it,global_mmlu_full_cs,5,0.5044865403788634
google/gemma-3-4b-it,global_mmlu_full_it,5,0.5321179319185301
Qwen/Qwen3-1.7B,belebele_por_Latn,5,0.7644444444444445
Qwen/Qwen3-1.7B,include_base_44_greek,0,0.3713768115942029
google/gemma-3-4b-it,include_base_44_french,0,0.548926014319809
google/gemma-3-4b-it,belebele_lit_Latn,5,0.7366666666666667
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_finnish,0,0.24682395644283123
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_fr,5,0.5495655889474433
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ron_Latn,5,0.31222222222222223
Qwen/Qwen3-1.7B,global_mmlu_full_pt,5,0.5347528842045293
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_it,5,0.30366044722973934
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_azerbaijani,0,0.2791970802919708
google/gemma-3-4b-it,belebele_spa_Latn,5,0.7722222222222223
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_russian,0,0.26992753623188404
Qwen/Qwen3-1.7B,global_mmlu_full_nl,5,0.4950149551345962
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_hungarian,0,0.24363636363636362
Qwen/Qwen3-1.7B,belebele_swe_Latn,5,0.73
HuggingFaceTB/SmolLM2-1.7B,include_base_44_georgian,0,0.252
HuggingFaceTB/SmolLM2-1.7B,include_base_44_turkish,0,0.2208029197080292
google/gemma-3-4b-it,global_mmlu_full_sv,5,0.5211508332146418
HuggingFaceTB/SmolLM3-3B,belebele_ita_Latn,5,0.7711111111111111
HuggingFaceTB/SmolLM2-1.7B,include_base_44_north macedonian,0,0.2631578947368421
Qwen/Qwen3-1.7B,belebele_mlt_Latn,5,0.43444444444444447
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_nld_Latn,5,0.3288888888888889
Qwen/Qwen3-1.7B,belebele_pol_Latn,5,0.7244444444444444
HuggingFaceTB/SmolLM2-1.7B,belebele_por_Latn,5,0.4633333333333333
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_pl,5,0.25986326734083465
Qwen/Qwen3-1.7B,belebele_fin_Latn,5,0.6155555555555555
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_nl,5,0.4615439396097422
HuggingFaceTB/SmolLM3-3B,belebele_slv_Latn,5,0.49666666666666665
google/gemma-3-4b-it,include_base_44_belarusian,0,0.2872727272727273
HuggingFaceTB/SmolLM2-1.7B,belebele_slk_Latn,5,0.32222222222222224
Qwen/Qwen3-1.7B,include_base_44_armenian,0,0.3054545454545455
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_swe_Latn,5,0.33444444444444443
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_es,5,0.551345962113659
HuggingFaceTB/SmolLM3-3B,include_base_44_russian,0,0.4492753623188406
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_nl,5,0.3525851018373451
google/gemma-3-4b-it,include_base_44_turkish,0,0.5237226277372263
google/gemma-3-4b-it,belebele_eng_Latn,5,0.8555555555555555
google/gemma-3-4b-it,belebele_swe_Latn,5,0.7955555555555556
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_cs,5,0.31932773109243695
HuggingFaceTB/SmolLM3-3B,include_base_44_turkish,0,0.3795620437956204
HuggingFaceTB/SmolLM2-1.7B,include_base_44_greek,0,0.2554347826086957
HuggingFaceTB/SmolLM2-1.7B,include_base_44_albanian,0,0.2613430127041742
Qwen/Qwen3-1.7B,include_base_44_portuguese,0,0.4791288566243194
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_lt,5,0.3356359492949722
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_slk_Latn,5,0.3233333333333333
HuggingFaceTB/SmolLM3-3B,include_base_44_portuguese,0,0.5045372050816697
Qwen/Qwen3-1.7B,include_base_44_french,0,0.48448687350835323
Qwen/Qwen3-1.7B,belebele_slk_Latn,5,0.6788888888888889
google/gemma-3-4b-it,include_base_44_spanish,0,0.5690909090909091
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_nl,5,0.2975359635379576
Qwen/Qwen3-1.7B,global_mmlu_full_it,5,0.5266343825665859
google/gemma-3-4b-it,include_base_44_basque,0,0.356
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_de,5,0.5394530693633386
Qwen/Qwen3-1.7B,belebele_ces_Latn,5,0.71
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_lit_Latn,5,0.30333333333333334
HuggingFaceTB/SmolLM2-1.7B,include_base_44_french,0,0.3317422434367542
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_georgian,0,0.258
google/gemma-3-4b-it,include_base_44_ukrainian,0,0.5836363636363636
HuggingFaceTB/SmolLM3-3B,belebele_hun_Latn,5,0.48
HuggingFaceTB/SmolLM2-1.7B,include_base_44_german,0,0.3381294964028777
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_sv,5,0.2956843754450933
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_fr,5,0.3785785500640934
HuggingFaceTB/SmolLM2-1.7B,include_base_44_belarusian,0,0.2672727272727273
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xstorycloze,0,0.515071295349257
HuggingFaceTB/SmolLM3-3B,include_base_44_ukrainian,0,0.46545454545454545
HuggingFaceTB/SmolLM3-3B,belebele_spa_Latn,5,0.7955555555555556
HuggingFaceTB/SmolLM3-3B,include_base_44_german,0,0.43884892086330934
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_north macedonian,0,0.2395644283121597
google/gemma-3-4b-it,belebele_slk_Latn,5,0.7811111111111111
HuggingFaceTB/SmolLM2-1.7B,include_base_44_finnish,0,0.279491833030853
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_pl,5,0.4150405925081897
google/gemma-3-4b-it,include_base_44_polish,0,0.4635036496350365
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xcopa,0,0.518
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_bulgarian,0,0.27090909090909093
Qwen/Qwen3-1.7B,include_base_44_russian,0,0.4746376811594203
Qwen/Qwen3-1.7B,belebele_ron_Latn,5,0.72
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_lt,5,0.2622133599202393
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_es,5,0.38199686654322745
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_pt,5,0.543156245549067
google/gemma-3-4b-it,belebele_nld_Latn,5,0.7766666666666666
google/gemma-3-4b-it,belebele_ita_Latn,5,0.7866666666666666
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_cs,5,0.2676969092721834
Qwen/Qwen3-1.7B,include_base_44_bulgarian,0,0.48
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_spa_Latn,5,0.37444444444444447
google/gemma-3-4b-it,global_mmlu_full_ru,5,0.5084745762711864
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_he,5,0.28165503489531407
google/gemma-3-4b-it,global_mmlu_full_en,5,0.5827517447657029
google/gemma-3-4b-it,global_mmlu_full_fr,5,0.5274889616863695
HuggingFaceTB/SmolLM2-1.7B,belebele_hun_Latn,5,0.3011111111111111
google/gemma-3-4b-it,belebele_ell_Grek,5,0.7922222222222223
Qwen/Qwen3-1.7B,include_base_44_german,0,0.45323741007194246
google/gemma-3-4b-it,global_mmlu_full_el,5,0.48511608033043724
google/gemma-3-4b-it,global_mmlu_full_pl,5,0.5032046716991881
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_cs,5,0.4178179746474861
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ces_Latn,5,0.30333333333333334
Qwen/Qwen3-1.7B,xstorycloze,0,0.5671740569159497
Qwen/Qwen3-1.7B,include_base_44_finnish,0,0.3720508166969147
HuggingFaceTB/SmolLM2-1.7B,include_base_44_croatian,0,0.27454545454545454
google/gemma-3-4b-it,belebele_deu_Latn,5,0.8066666666666666
Qwen/Qwen3-1.7B,global_mmlu_full_uk,5,0.45748468879077053
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_polish,0,0.26094890510948904
Qwen/Qwen3-1.7B,xwinograd,0,0.7145425938413127
google/gemma-3-4b-it,xwinograd,0,0.7772533153517645
Qwen/Qwen3-1.7B,include_base_44_dutch,0,0.484573502722323
Qwen/Qwen3-1.7B,include_base_44_serbian,0,0.44363636363636366
Qwen/Qwen3-1.7B,include_base_44_belarusian,0,0.3
Qwen/Qwen3-1.7B,global_mmlu_full_he,5,0.4016521862982481
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_estonian,0,0.24553571428571427
HuggingFaceTB/SmolLM3-3B,include_base_44_italian,0,0.6441605839416058
Qwen/Qwen3-1.7B,global_mmlu_full_es,5,0.5344680244979347
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_sr,5,0.3767981768978778
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_sr,5,0.25523429710867396
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_en,5,0.498860561173622
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_fra_Latn,5,0.3488888888888889
HuggingFaceTB/SmolLM3-3B,belebele_fin_Latn,5,0.46555555555555556
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_eng_Latn,5,0.5866666666666667
HuggingFaceTB/SmolLM3-3B,include_base_44_finnish,0,0.3393829401088929
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_he,5,0.3240991311778949
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_fin_Latn,5,0.3
HuggingFaceTB/SmolLM3-3B,belebele_ron_Latn,5,0.6511111111111111
HuggingFaceTB/SmolLM2-1.7B,include_base_44_portuguese,0,0.30671506352087113
google/gemma-3-4b-it,xstorycloze,0,0.668732326574815
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_hun_Latn,5,0.23666666666666666
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_por_Latn,5,0.36
HuggingFaceTB/SmolLM3-3B,belebele_fra_Latn,5,0.8055555555555556
google/gemma-3-4b-it,include_base_44_georgian,0,0.526
HuggingFaceTB/SmolLM2-1.7B,include_base_44_spanish,0,0.3327272727272727
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_tr,5,0.31035465033471016
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_dutch,0,0.2250453720508167
google/gemma-3-4b-it,belebele_hun_Latn,5,0.7322222222222222
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_french,0,0.3054892601431981
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ell_Grek,5,0.28444444444444444
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_sv,5,0.436476285429426
HuggingFaceTB/SmolLM2-1.7B,belebele_ell_Grek,5,0.31444444444444447
HuggingFaceTB/SmolLM2-1.7B,include_base_44_hungarian,0,0.27090909090909093
Qwen/Qwen3-1.7B,belebele_spa_Latn,5,0.7844444444444445
Qwen/Qwen3-1.7B,include_base_44_albanian,0,0.455535390199637
HuggingFaceTB/SmolLM3-3B,belebele_eng_Latn,5,0.8488888888888889
google/gemma-3-4b-it,belebele_est_Latn,5,0.6988888888888889
HuggingFaceTB/SmolLM3-3B,include_base_44_azerbaijani,0,0.31204379562043794
google/gemma-3-4b-it,belebele_fra_Latn,5,0.82
google/gemma-3-4b-it,include_base_44_armenian,0,0.3472727272727273
google/gemma-3-4b-it,belebele_por_Latn,5,0.7866666666666666
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_lithuanian,0,0.26779026217228463
Qwen/Qwen3-1.7B,belebele_hrv_Latn,5,0.6966666666666667
Qwen/Qwen3-1.7B,include_base_44_italian,0,0.5894160583941606
google/gemma-3-4b-it,belebele_ron_Latn,5,0.78
HuggingFaceTB/SmolLM3-3B,xwinograd,0,0.7988311980220274
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_ru,5,0.508759435977781
HuggingFaceTB/SmolLM3-3B,belebele_pol_Latn,5,0.6066666666666667
HuggingFaceTB/SmolLM3-3B,belebele_lit_Latn,5,0.4388888888888889
Qwen/Qwen3-1.7B,belebele_lvs_Latn,5,0.6677777777777778
HuggingFaceTB/SmolLM2-1.7B,xstorycloze,0,0.5408218518741351
Qwen/Qwen3-1.7B,include_base_44_croatian,0,0.5127272727272727
HuggingFaceTB/SmolLM2-1.7B,include_base_44_armenian,0,0.2581818181818182
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_ru,5,0.258082894174619
Qwen/Qwen3-1.7B,include_base_44_turkish,0,0.42700729927007297
HuggingFaceTB/SmolLM3-3B,include_base_44_croatian,0,0.44
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_tr,5,0.25872382851445663
Qwen/Qwen3-1.7B,global_mmlu_full_pl,5,0.47393533684660305
HuggingFaceTB/SmolLM3-3B,belebele_est_Latn,5,0.37
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_est_Latn,5,0.27444444444444444
google/gemma-3-4b-it,belebele_pol_Latn,5,0.7666666666666667
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_sv,5,0.3335707164221621
Qwen/Qwen3-1.7B,global_mmlu_full_el,5,0.4171058253809999
HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_sr,5,0.2920524141860134
Qwen/Qwen3-1.7B,global_mmlu_full_de,5,0.5170203674690215
google/gemma-3-4b-it,global_mmlu_full_he,5,0.4596211365902293
google/gemma-3-4b-it,include_base_44_greek,0,0.4891304347826087
google/gemma-3-4b-it,include_base_44_finnish,0,0.4355716878402904
HuggingFaceTB/SmolLM2-1.7B,include_base_44_estonian,0,0.19196428571428573
google/gemma-3-4b-it,include_base_44_italian,0,0.6131386861313869
Qwen/Qwen3-1.7B,belebele_dan_Latn,5,0.7044444444444444
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_el,5,0.2511038313630537
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_en,5,0.48454636091724823
google/gemma-3-4b-it,global_mmlu_full_uk,5,0.4910269192422732
Qwen/Qwen3-1.7B,global_mmlu_full_ro,5,0.4859706594502208
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_pt,5,0.3166927788064378
HuggingFaceTB/SmolLM3-3B,include_base_44_french,0,0.5823389021479713
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_portuguese,0,0.279491833030853
google/gemma-3-4b-it,global_mmlu_full_nl,5,0.5225751317476143
HuggingFaceTB/SmolLM3-3B,include_base_44_spanish,0,0.5836363636363636
HuggingFaceTB/SmolLM3-3B,belebele_lvs_Latn,5,0.41555555555555557
HuggingFaceTB/SmolLM2-1.7B,xcopa,0,0.5305454545454545
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_en,5,0.6007691212078051
Qwen/Qwen3-1.7B,global_mmlu_full_fr,5,0.5274177467597209
HuggingFaceTB/SmolLM2-1.7B,include_base_44_ukrainian,0,0.30727272727272725
google/gemma-3-4b-it,belebele_lvs_Latn,5,0.7455555555555555
HuggingFaceTB/SmolLM3-3B,include_base_44_bulgarian,0,0.45636363636363636
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ita_Latn,5,0.30333333333333334
HuggingFaceTB/SmolLM2-1.7B,xwinograd,0,0.7289278489548213
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_de,5,0.30957128614157525
google/gemma-3-4b-it,include_base_44_lithuanian,0,0.5056179775280899
HuggingFaceTB/SmolLM3-3B,global_mmlu_full_it,5,0.5514883919669563
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_lvs_Latn,5,0.3011111111111111
HuggingFaceTB/SmolLM2-1.7B,belebele_ron_Latn,5,0.3711111111111111
open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_albanian,0,0.2831215970961887
Qwen/Qwen3-1.7B,belebele_slv_Latn,5,0.6611111111111111
google/gemma-3-4b-it,global_mmlu_full_lt,5,0.4684517874946589
google/gemma-3-4b-it,include_base_44_german,0,0.381294964028777
Qwen/Qwen3-1.7B,global_mmlu_full_lt,5,0.4099843327161373
HuggingFaceTB/SmolLM3-3B,include_base_44_serbian,0,0.40545454545454546
HuggingFaceTB/SmolLM2-1.7B,include_base_44_italian,0,0.29927007299270075
|