Auto Daily Leaderboard udpate Sat Aug 10 12:00:22 PM EDT 2024

arena_elo/results/20240809/clean_battle_video_generation.json

@@ -14078,5 +14078,13 @@
     "judge": "arena_user_10.16.22.62",
     "anony": true,
     "tstamp": 1723217029.2149
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723240580.5223
   }
 ]

arena_elo/results/20240809/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5771f4ce114d07cb8d6226e00eaa7359c766905e9f8984be8308958668593ea7
+oid sha256:20057f9e83dedb0ed3741b39fa4de16823f10df36167b9ba95054fef28e32105
 size 59905

arena_elo/results/20240809/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1122.2359557758548,1124.9351320431756,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1109.3469761201213,1107.5846767618461,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1075.9414985058502,1076.2510369708828,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1070.5516959872548,1068.97168374374,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,992.9594630937339,992.054478957554,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.9869040669527,911.7433499217645,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,864.3180271722458,865.5851299943515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,852.6594792779857,852.8745116066871,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.2186246044855,1124.9189542057245,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.414737640725,1107.6514073169312,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.9549032526982,1076.2636702459815,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.5831908716596,1069.0144728433493,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9630470655792,992.055642391153,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9719305752662,911.7277433152578,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,863.5514906110637,864.8251565058695,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,853.3420753785222,853.5429531757331,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -50238,5 +50238,61 @@
     "judge": "arena_user_10.16.43.145",
     "anony": true,
     "tstamp": 1723206438.9867
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723224658.8908
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": false,
+    "tstamp": 1723232348.385
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "FluxGuidance",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": false,
+    "tstamp": 1723233957.1465
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723270687.7966
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723270728.1027
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723270758.056
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "FluxTimestep",
+    "winner": "tie",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723305053.657
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -14078,5 +14078,13 @@
     "judge": "arena_user_10.16.22.62",
     "anony": true,
     "tstamp": 1723217029.2149
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723240580.5223
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5771f4ce114d07cb8d6226e00eaa7359c766905e9f8984be8308958668593ea7
+oid sha256:20057f9e83dedb0ed3741b39fa4de16823f10df36167b9ba95054fef28e32105
 size 59905

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1122.2359557758548,1124.9351320431756,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1109.3469761201213,1107.5846767618461,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1075.9414985058502,1076.2510369708828,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1070.5516959872548,1068.97168374374,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,992.9594630937339,992.054478957554,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.9869040669527,911.7433499217645,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,864.3180271722458,865.5851299943515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,852.6594792779857,852.8745116066871,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.2186246044855,1124.9189542057245,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.414737640725,1107.6514073169312,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.9549032526982,1076.2636702459815,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.5831908716596,1069.0144728433493,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9630470655792,992.055642391153,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9719305752662,911.7277433152578,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,863.5514906110637,864.8251565058695,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,853.3420753785222,853.5429531757331,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo