Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1141.866659999037,1141.8338384616795,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FluxTimestep,FluxTimestep,1115.928646165151,1121.9304446567799,N/A,N/A,N/A
+PlayGround V2,PlayGround V2,1083.663321447569,1080.8791567769488,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1059.7533365825295,1043.5339717960453,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1046.7571473591233,1048.8389078449923,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1034.8611228210834,1037.6419954765402,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1033.0085889123181,1021.5860196967267,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1029.7824987127658,1027.9500586698966,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1001.3310047788816,994.5930116229433,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,975.7678875209955,974.6391412818967,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,922.2975316059412,918.3190757057619,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),915.9954758760788,908.3365622923737,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,838.7888235391866,831.8551299360711,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,800.197954679335,812.3288511265314,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240817/video_generation_leaderboard.csv ADDED Viewed

	@@ -0,0 +1,9 @@

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1133.2057266842914,1135.6740718576937,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1097.0362394075614,1095.481109681995,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.3273548011723,1074.6323977593943,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1068.93900863825,1067.5731621857178,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,995.8323112101649,994.8789456408321,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,913.264882541298,913.001492764224,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,861.0476363835537,862.3030529191846,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,856.3468403337079,856.4557671909597,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -51222,5 +51222,957 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1723814629.9803
   }
 ]

     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1723814629.9803
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723824327.4336
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723824350.2469
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "AuraFlow",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723824360.0778
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723825730.9435
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.100",
+    "anony": true,
+    "tstamp": 1723825749.2423
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723829451.3886
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723835820.5816
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723838955.3114
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723838973.3489
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723838987.7276
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PixArtAlpha",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723839005.9902
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "OpenJourney",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723839040.2514
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "StableCascade",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723839093.8599
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "OpenJourney",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723839381.0026
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723839401.7737
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723839853.7983
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723839877.0247
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723839891.4319
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723839938.2449
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723839983.0431
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723839997.7583
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723840006.4018
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723840344.8034
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "FluxGuidance",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723840363.9117
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FluxGuidance",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723840390.9211
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723840407.6168
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723840458.8062
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FluxTimestep",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723840471.302
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855345.9745
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855354.5312
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855359.8245
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855363.9435
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855369.2306
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855373.8282
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855382.9536
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855388.7053
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855396.744
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855404.0717
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855411.5431
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855416.0286
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855422.6499
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855428.4569
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855435.2681
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855438.7342
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FluxTimestep",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855444.0287
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FluxGuidance",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855448.3002
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855452.5442
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855456.2045
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855462.6239
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855468.4812
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855471.5884
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855475.974
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855479.178
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855483.6681
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855489.7709
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "FluxGuidance",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855496.4528
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855500.8811
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855506.1861
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855510.4185
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855514.4317
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855518.1443
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "AuraFlow",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855527.8219
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855533.5625
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855538.4476
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "Kolors",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855541.8058
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FluxGuidance",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855545.0101
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855548.8791
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855553.5035
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "FluxTimestep",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855557.0705
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855562.1091
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855564.8518
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855568.782
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855574.6032
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855578.409
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855586.4224
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855590.3691
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855595.2522
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "FluxTimestep",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855599.6296
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "FluxGuidance",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855605.2529
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855609.829
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "FluxGuidance",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855614.8214
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855618.2281
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "FluxGuidance",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855622.7164
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SD3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855628.5238
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723864399.4088
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864430.2688
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FluxTimestep",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864449.7475
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864458.1804
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864475.2235
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864492.7483
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864518.0025
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864538.286
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723864555.5235
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723864563.6591
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864573.9859
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864581.8676
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723864593.1276
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864603.4427
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723864614.3949
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723876342.0791
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723876354.0343
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723876374.1277
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723876398.7056
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723876414.3174
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "FluxGuidance",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723876431.997
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723876446.6019
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723876455.8858
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1723878919.1895
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1723878929.7779
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723878943.8867
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723879627.2344
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723898291.3337
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723898425.7434
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723898434.9165
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723898444.5435
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723898457.5339
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723898469.1402
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1723908029.3549
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "FluxTimestep",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723908074.195
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json CHANGED Viewed

@@ -14422,5 +14422,445 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1723823896.656
   }
 ]

     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1723823896.656
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723840194.4343
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855683.0003
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855687.9813
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855694.7574
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855699.4836
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855704.7781
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855711.6659
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855716.7205
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855725.7792
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855730.0434
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855735.6445
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855740.2802
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855746.6362
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855751.3201
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855756.4067
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855763.8884
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855768.7395
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855774.4848
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855781.2678
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "OpenSora12",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855786.8715
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855792.3167
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855798.0202
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855803.3802
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855808.3694
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855814.4309
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855819.0226
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855822.9449
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855827.2599
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855833.5768
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855839.234
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855848.4143
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora12",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855852.5402
+  },
+  {
+    "model_a": "CogVideoX",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855859.0027
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855867.709
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855874.0878
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855880.9653
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "OpenSora12",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855885.8513
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora12",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855891.972
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855897.0569
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855902.9105
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855908.5647
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1723855913.4586
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855919.577
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855925.0228
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "OpenSora12",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855937.7644
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855943.2068
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855948.4342
+  },
+  {
+    "model_a": "OpenSora12",
+    "model_b": "CogVideoX",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855957.7548
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855966.6152
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855973.6963
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723855980.7685
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855986.5214
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723855992.8426
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1723856000.8274
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1723909957.9225
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38986e25cfeb84a2881a48c90c0452e5621609c51b0478ed3c9eeedcd3fa14d8
-size 73808

 version https://git-lfs.github.com/spec/v1
+oid sha256:503ad9814b462e2bd1e60a3bdfb27549a374706e5f622cf5848a776509b2bc0e
+size 76789

arena_elo/results/latest/elo_results_video_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a741e4702b6e8bfb6e4f99281442f35b951d536c69f95322c4595b497c5fa83b
 size 59905

 version https://git-lfs.github.com/spec/v1
+oid sha256:c3bfa72b72fe286920122d9d36e161dcab2a2ee06ecf5ceb6ad822fd50063548
 size 59905

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,14 +1,15 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1151.5003889911254,1153.4694745022227,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1092.2757564506146,1091.49511668867,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1064.1993233690234,1049.4501647957088,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
-StableCascade,StableCascade,1056.2582682038956,1060.3493390345488,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1042.1171870294593,1047.1781761521615,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1040.2875132238112,1030.759804128689,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1037.878752178197,1038.1867588798452,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1018.2716109213237,1012.9764762907159,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
-SDXL,SDXL,986.723355299696,987.0726906842126,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,929.9968811688445,928.0647936396172,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),924.8395908955157,919.0173216572904,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,847.0217236457364,841.9706858280956,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,808.629648622764,822.6328041447692,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1141.866659999037,1141.8338384616795,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FluxTimestep,FluxTimestep,1115.928646165151,1121.9304446567799,N/A,N/A,N/A
+PlayGround V2,PlayGround V2,1083.663321447569,1080.8791567769488,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1059.7533365825295,1043.5339717960453,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1046.7571473591233,1048.8389078449923,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1034.8611228210834,1037.6419954765402,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1033.0085889123181,1021.5860196967267,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1029.7824987127658,1027.9500586698966,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1001.3310047788816,994.5930116229433,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,975.7678875209955,974.6391412818967,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,922.2975316059412,918.3190757057619,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),915.9954758760788,908.3365622923737,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,838.7888235391866,831.8551299360711,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,800.197954679335,812.3288511265314,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv CHANGED Viewed

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1128.5556341994472,1131.1226712368302,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1104.2114319074628,1102.5509654047792,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1076.4651982985179,1076.7711382593716,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1067.3275823442182,1065.8895802273453,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,994.6797361277218,993.743578293222,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,912.9431526392987,912.6820481082565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,863.3588113010672,864.6159871119833,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,852.4584531822653,852.6240313582127,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1133.2057266842914,1135.6740718576937,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1097.0362394075614,1095.481109681995,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.3273548011723,1074.6323977593943,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1068.93900863825,1067.5731621857178,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,995.8323112101649,994.8789456408321,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,913.264882541298,913.001492764224,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,861.0476363835537,862.3030529191846,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,856.3468403337079,856.4557671909597,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

requirements.txt CHANGED Viewed

@@ -49,7 +49,7 @@ plotly
 git+https://github.com/TIGER-AI-Lab/ImagenHub.git#egg=imagen-hub
 git+https://github.com/TIGER-AI-Lab/VideoGenHub.git@arena#egg=videogen-hub
 fal_client
-open_clip_torch
 decord
 huggingface_hub
 open-clip-torch-any-py3
@@ -57,6 +57,9 @@ modelscope
 protobuf==3.20.*
 rotary_embedding_torch
 av
 natsort
 colossalai
 mmengine

 git+https://github.com/TIGER-AI-Lab/ImagenHub.git#egg=imagen-hub
 git+https://github.com/TIGER-AI-Lab/VideoGenHub.git@arena#egg=videogen-hub
 fal_client
+open_clip_torch~=2.24.0
 decord
 huggingface_hub
 open-clip-torch-any-py3
 protobuf==3.20.*
 rotary_embedding_torch
 av
+oss2
+simplejson
+sortedcontainers
 natsort
 colossalai
 mmengine