Update leaderboard_data.json

leaderboard_data.json

@@ -1,11 +1,308 @@
 {
   "leaderboard": [
     {
-      "model": "BLIP-3o",
+      "model": "HiDream",
+      "link": "https://arxiv.org/pdf/2505.22705",
+      "hf": "https://huggingface.co/HiDream-ai/HiDream-I1-Dev",
+      "open_source": true,
+      "release_date": "2025-05",
+
+      "Overall": 71.81,
+      "Style": 92.50,
+      "World Knowledge": 94.15,
+
+      "Attribute-Overall": 72.97,
+      "Quantity": 73.61,
+      "Expression": 59.62,
+      "Material": 72.17,
+      "Size": 79.17,
+      "Shape": 61.88,
+      "Color": 98.33,
+    
+      "Action-Overall": 73.00,
+      "Hand": 62.18,
+      "Full body": 76.09,
+      "Animal": 73.53,
+      "Non Contact": 74.49,
+      "Contact": 70.24,
+      "State": 78.77,
+    
+      "Relationship-Overall": 75.38,
+      "Composition": 79.05,
+      "Similarity": 68.33,
+      "Inclusion": 78.26,
+      "Comparison": 72.66,
+    
+      "Compound-Overall": 62.63,
+      "Imagination": 64.29,
+      "Feature matching": 60.94,
+    
+      "Grammar-Overall": 63.24,
+      "Pronoun Reference": 83.09,
+      "Consistency": 65.74,
+      "Negation": 40.38,
+    
+      "Layout-Overall": 78.17,
+      "2D": 82.72,
+      "3D": 73.48,
+    
+      "Logical Reasoning": 41.14,
+    
+      "Text": 64.94
+    },
+    {
+      "model": "Pref-GRPO",
+      "link": "https://github.com/CodeGoat24/UnifiedReward",
+      "hf": "https://huggingface.co/CodeGoat24/FLUX.1-dev-PrefGRPO",
+      "open_source": true,
+      "release_date": "2025-08",
+
+      "Overall": 69.46,
+      "Style": 88.40,
+      "World Knowledge": 90.35,
+
+      "Attribute-Overall": 75.00,
+      "Quantity": 71.53,
+      "Expression": 60.90,
+      "Material": 73.11,
+      "Size": 77.08,
+      "Shape": 74.38,
+      "Color": 99.17,
+    
+      "Action-Overall": 69.77,
+      "Hand": 60.90,
+      "Full body": 72.28,
+      "Animal": 77.21,
+      "Non Contact": 68.37,
+      "Contact": 64.88,
+      "State": 74.53,
+    
+      "Relationship-Overall": 76.52,
+      "Composition": 81.42,
+      "Similarity": 76.67,
+      "Inclusion": 76.09,
+      "Comparison": 65.62,
+    
+      "Compound-Overall": 63.27,
+      "Imagination": 65.56,
+      "Feature matching": 60.94,
+    
+      "Grammar-Overall": 62.43,
+      "Pronoun Reference": 79.04,
+      "Consistency": 66.20,
+      "Negation": 41.92,
+    
+      "Layout-Overall": 77.61,
+      "2D": 82.35,
+      "3D": 72.73,
+    
+      "Logical Reasoning": 47.13,
+    
+      "Text": 47.13
+    },
+    {
+      "model": "SD-3.5-Large",
+      "link": "https://stability.ai/news/introducing-stable-diffusion-3-5",
+      "hf": "https://huggingface.co/stabilityai/stable-diffusion-3.5-large",
+      "open_source": true,
+      "release_date": "2024-10",
+
+      "Overall": 62.99,
+      "Style": 88.60,
+      "World Knowledge": 88.92,
+
+      "Attribute-Overall": 68.59,
+      "Quantity": 71.53,
+      "Expression": 51.92,
+      "Material": 68.87,
+      "Size": 68.06,
+      "Shape": 65.62,
+      "Color": 90.83,
+    
+      "Action-Overall": 62.17,
+      "Hand": 57.05,
+      "Full body": 61.96,
+      "Animal": 63.24,
+      "Non Contact": 62.24,
+      "Contact": 59.52,
+      "State": 67.45,
+    
+      "Relationship-Overall": 69.80,
+      "Composition": 75.34,
+      "Similarity": 68.33,
+      "Inclusion": 68.48,
+      "Comparison": 60.94,
+    
+      "Compound-Overall": 58.76,
+      "Imagination": 64.80,
+      "Feature matching": 52.60,
+    
+      "Grammar-Overall": 58.96,
+      "Pronoun Reference": 74.63,
+      "Consistency": 61.11,
+      "Negation": 40.77,
+    
+      "Layout-Overall": 69.03,
+      "2D": 70.96,
+      "3D": 67.05,
+    
+      "Logical Reasoning": 32.27,
+    
+      "Text": 32.76
+    },
+    {
+      "model": "Janus-Pro",
+      "link": "https://arxiv.org/pdf/2501.17811",
+      "hf": "https://huggingface.co/deepseek-ai/Janus-Pro-7B",
+      "open_source": true,
+      "release_date": "2025-01",
+
+      "Overall": 61.61,
+      "Style": 90.80,
+      "World Knowledge": 86.71,
+      "Attribute-Overall": 67.74,
+      "Quantity": 56.25,
+      "Expression": 55.77,
+      "Material": 71.70,
+      "Size": 73.61,
+      "Shape": 61.88,
+      "Color": 90.83,
+    
+      "Action-Overall": 64.26,
+      "Hand": 50.64,
+      "Full body": 63.04,
+      "Animal": 75.00,
+      "Non Contact": 62.24,
+      "Contact": 56.55,
+      "State": 76.42,
+    
+      "Relationship-Overall": 68.40,
+      "Composition": 76.01,
+      "Similarity": 56.11,
+      "Inclusion": 75.00,
+      "Comparison": 58.59,
+    
+      "Compound-Overall": 62.11,
+      "Imagination": 69.64,
+      "Feature matching": 54.43,
+    
+      "Grammar-Overall": 64.44,
+      "Pronoun Reference": 75.37,
+      "Consistency": 66.20,
+      "Negation": 51.54,
+    
+      "Layout-Overall": 72.01,
+      "2D": 74.63,
+      "3D": 69.32,
+    
+      "Logical Reasoning": 37.05,
+    
+      "Text": 2.59
+    },
+    {
+      "model": "Show-o2",
+      "link": "https://arxiv.org/pdf/2506.15564",
+      "hf": "https://huggingface.co/showlab/show-o2-7B",
+      "open_source": true,
+      "release_date": "2025-06",
+
+      "Overall": 62.73,
+      "Style": 87.20,
+      "World Knowledge": 86.08,
+      "Attribute-Overall": 70.51,
+      "Quantity": 59.03,
+      "Expression": 63.46,
+      "Material": 73.58,
+      "Size": 72.92,
+      "Shape": 63.12,
+      "Color": 95.00,
+    
+      "Action-Overall": 69.58,
+      "Hand": 56.41,
+      "Full body": 77.72,
+      "Animal": 72.79,
+      "Non Contact": 70.41,
+      "Contact": 52.38,
+      "State": 83.02,
+    
+      "Relationship-Overall": 70.18,
+      "Composition": 79.05,
+      "Similarity": 61.11,
+      "Inclusion": 70.11,
+      "Comparison": 62.50,
+    
+      "Compound-Overall": 64.69,
+      "Imagination": 69.90,
+      "Feature matching": 59.38,
+    
+      "Grammar-Overall": 61.63,
+      "Pronoun Reference": 75.37,
+      "Consistency": 65.28,
+      "Negation": 44.23,
+    
+      "Layout-Overall": 75.37,
+      "2D": 77.94,
+      "3D": 72.73,
+    
+      "Logical Reasoning": 40.91,
+    
+      "Text": 1.15
+    },
+    {
+      "model": "Bagel",
+      "link": "https://arxiv.org/pdf/2505.14683",
+      "hf": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT",
+      "open_source": true,
+      "release_date": "2025-05",
+
+      "Overall": 61.53,
+      "Style": 90.20,
+      "World Knowledge": 85.60,
+      "Attribute-Overall": 67.74,
+      "Quantity": 59.03,
+      "Expression": 50.00,
+      "Material": 72.64,
+      "Size": 76.39,
+      "Shape": 59.38,
+      "Color": 93.33,
+    
+      "Action-Overall": 61.98,
+      "Hand": 52.56,
+      "Full body": 60.87,
+      "Animal": 69.12,
+      "Non Contact": 62.24,
+      "Contact": 58.93,
+      "State": 67.45,
+    
+      "Relationship-Overall": 70.69,
+      "Composition": 76.35,
+      "Similarity": 70.56,
+      "Inclusion": 69.57,
+      "Comparison": 59.38,
+    
+      "Compound-Overall": 58.12,
+      "Imagination": 67.35,
+      "Feature matching": 48.70,
+    
+      "Grammar-Overall": 66.44,
+      "Pronoun Reference": 71.69,
+      "Consistency": 68.52,
+      "Negation": 59.23,
+    
+      "Layout-Overall": 76.49,
+      "2D": 79.04,
+      "3D": 73.86,
+    
+      "Logical Reasoning": 30.23,
+    
+      "Text": 7.76
+    },
+    {
+      "model": "BLIP3-o",
       "link": "https://arxiv.org/pdf/2505.09568",
       "hf": "https://huggingface.co/BLIP3o/BLIP3o-Model-8B",
       "open_source": true,
-      "release_date": "2025-5",
+      "release_date": "2025-05",
 
       "Overall": 59.87,
       "Style": 92.80,
@@ -54,7 +351,7 @@
       "link": "https://arxiv.org/pdf/2403.05121",
       "hf": "https://huggingface.co/zai-org/CogView4-6B",
       "open_source": true,
-      "release_date": "2024-3",
+      "release_date": "2024-03",
 
       "Overall": 56.30,
       "Style": 82.00,
@@ -103,7 +400,7 @@
       "link": "https://arxiv.org/pdf/2405.08748",
       "hf": "https://huggingface.co/Tencent-Hunyuan/HunyuanDiT",
       "open_source": true,
-      "release_date": "2024-5",
+      "release_date": "2024-05",
 
       "Overall": 51.38,