Update Leaderboard

model/models/__init__.py

@@ -36,6 +36,7 @@ IMAGE_GENERATION_MODELS = [
                             "replicate_FLUX.1-pro_text2image",
                             "replicate_FLUX.1-dev_text2image",
                             'other_Meissonic_text2image',
+                            "replicate_FLUX-1.1-pro_text2image",
                             ]
 
 VIDEO_GENERATION_MODELS = ['replicate_Zeroscope-v2-xl_text2video',

model/models/replicate_api_models.py

@@ -38,6 +38,7 @@ Replicate_MODEl_NAME_MAP = {
     "FLUX.1-schnell": "black-forest-labs/flux-schnell",
     "FLUX.1-pro": "black-forest-labs/flux-pro",
     "FLUX.1-dev": "black-forest-labs/flux-dev",
+    "FLUX-1.1-pro": "black-forest-labs/flux-1.1-pro",
     }
 
 

sorted_score_list.json

@@ -1,7 +1,7 @@
 {
-    "total_models": 31,
-    "total_votes": 1432,
-    "last_updated": "2024-09-29",
+    "total_models": 32,
+    "total_votes": 1442,
+    "last_updated": "2024-10-16",
     "sorted_score_list": [
         {
             "Rank": 1,
@@ -27,29 +27,29 @@
         {
             "Rank": 4,
             "\ud83e\udd16 Model": "Midjourney-v5.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.45 (31.82/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 687.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.4 (31.77/0.79)",
+            "\ud83d\uddf3\ufe0f Votes": 690.0,
             "\ud83c\udfdb\ufe0f Organization": "Midjourney"
         },
         {
             "Rank": 5,
             "\ud83e\udd16 Model": "Dalle-3",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.21 (31.58/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 598.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.32 (31.69/0.79)",
+            "\ud83d\uddf3\ufe0f Votes": 604.0,
             "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 6,
             "\ud83e\udd16 Model": "FLUX.1-schnell",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.0 (31.37/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 531.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.19 (31.56/0.791)",
+            "\ud83d\uddf3\ufe0f Votes": 537.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 7,
             "\ud83e\udd16 Model": "Pixart-Sigma",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.52 (30.88/0.787)",
-            "\ud83d\uddf3\ufe0f Votes": 537.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "28.59 (30.95/0.788)",
+            "\ud83d\uddf3\ufe0f Votes": 540.0,
             "\ud83c\udfdb\ufe0f Organization": "PixArt-Alpha"
         },
         {
@@ -69,8 +69,8 @@
         {
             "Rank": 10,
             "\ud83e\udd16 Model": "Dreamshaper-xl",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.76 (28.1/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 644.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "25.82 (28.16/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 647.0,
             "\ud83c\udfdb\ufe0f Organization": "Lykon"
         },
         {
@@ -82,143 +82,150 @@
         },
         {
             "Rank": 12,
-            "\ud83e\udd16 Model": "Realvisxl-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.12 (27.48/0.785)",
-            "\ud83d\uddf3\ufe0f Votes": 526.0,
-            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
+            "\ud83e\udd16 Model": "Open-Dalle-v1.1",
+            "\u2b50 Score (\u03bc/\u03c3)": "25.09 (27.43/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 552.0,
+            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
         },
         {
             "Rank": 13,
-            "\ud83e\udd16 Model": "Open-Dalle-v1.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.81 (27.15/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 549.0,
-            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
+            "\ud83e\udd16 Model": "Realvisxl-v2.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "24.69 (27.05/0.787)",
+            "\ud83d\uddf3\ufe0f Votes": 535.0,
+            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
         },
         {
             "Rank": 14,
             "\ud83e\udd16 Model": "Kandinsky-v2.2",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.73 (27.07/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 609.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "24.65 (27.0/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 612.0,
             "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
         },
         {
             "Rank": 15,
             "\ud83e\udd16 Model": "Dalle-2",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.82 (26.18/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 576.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "23.51 (25.86/0.783)",
+            "\ud83d\uddf3\ufe0f Votes": 582.0,
             "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 16,
             "\ud83e\udd16 Model": "Deepfloyd-IF",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.06 (25.4/0.783)",
-            "\ud83d\uddf3\ufe0f Votes": 531.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "23.32 (25.67/0.783)",
+            "\ud83d\uddf3\ufe0f Votes": 537.0,
             "\ud83c\udfdb\ufe0f Organization": "DeepFloyd"
         },
         {
             "Rank": 17,
             "\ud83e\udd16 Model": "Kandinsky-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "22.86 (25.21/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 595.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "22.95 (25.3/0.784)",
+            "\ud83d\uddf3\ufe0f Votes": 601.0,
             "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
         },
         {
             "Rank": 18,
             "\ud83e\udd16 Model": "Playground-v2.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.75 (24.1/0.785)",
-            "\ud83d\uddf3\ufe0f Votes": 664.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "21.52 (23.88/0.786)",
+            "\ud83d\uddf3\ufe0f Votes": 673.0,
             "\ud83c\udfdb\ufe0f Organization": "Playground AI"
         },
         {
             "Rank": 19,
             "\ud83e\udd16 Model": "LCM-v1.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.41 (23.77/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 534.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "21.26 (23.62/0.787)",
+            "\ud83d\uddf3\ufe0f Votes": 540.0,
             "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         },
         {
             "Rank": 20,
+            "\ud83e\udd16 Model": "Openjourney-v4",
+            "\u2b50 Score (\u03bc/\u03c3)": "21.24 (23.58/0.782)",
+            "\ud83d\uddf3\ufe0f Votes": 546.0,
+            "\ud83c\udfdb\ufe0f Organization": "Prompthero"
+        },
+        {
+            "Rank": 21,
             "\ud83e\udd16 Model": "SDXL-turbo",
             "\u2b50 Score (\u03bc/\u03c3)": "21.15 (23.55/0.799)",
             "\ud83d\uddf3\ufe0f Votes": 442.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
-        {
-            "Rank": 21,
-            "\ud83e\udd16 Model": "Openjourney-v4",
-            "\u2b50 Score (\u03bc/\u03c3)": "20.96 (23.31/0.782)",
-            "\ud83d\uddf3\ufe0f Votes": 543.0,
-            "\ud83c\udfdb\ufe0f Organization": "Prompthero"
-        },
         {
             "Rank": 22,
             "\ud83e\udd16 Model": "SD-v2.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "20.67 (23.03/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 628.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "20.58 (22.94/0.785)",
+            "\ud83d\uddf3\ufe0f Votes": 634.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 23,
-            "\ud83e\udd16 Model": "SDXL",
-            "\u2b50 Score (\u03bc/\u03c3)": "19.85 (22.2/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 618.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "Meissonic",
+            "\u2b50 Score (\u03bc/\u03c3)": "20.45 (27.78/2.441*)",
+            "\ud83d\uddf3\ufe0f Votes": 15.0,
+            "\ud83c\udfdb\ufe0f Organization": "Alibaba, Skywork AI"
         },
         {
             "Rank": 24,
             "\ud83e\udd16 Model": "SD-v1.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "19.77 (22.15/0.792)",
-            "\ud83d\uddf3\ufe0f Votes": 575.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "20.07 (22.45/0.793)",
+            "\ud83d\uddf3\ufe0f Votes": 578.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 25,
+            "\ud83e\udd16 Model": "SDXL",
+            "\u2b50 Score (\u03bc/\u03c3)": "19.7 (22.06/0.786)",
+            "\ud83d\uddf3\ufe0f Votes": 621.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+        },
+        {
+            "Rank": 26,
             "\ud83e\udd16 Model": "SD-turbo",
             "\u2b50 Score (\u03bc/\u03c3)": "18.65 (21.05/0.801)",
             "\ud83d\uddf3\ufe0f Votes": 435.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
-            "Rank": 26,
+            "Rank": 27,
             "\ud83e\udd16 Model": "SSD-1b",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.91 (20.28/0.79)",
-            "\ud83d\uddf3\ufe0f Votes": 535.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "17.81 (20.19/0.793)",
+            "\ud83d\uddf3\ufe0f Votes": 538.0,
             "\ud83c\udfdb\ufe0f Organization": "Segmind"
         },
         {
-            "Rank": 27,
+            "Rank": 28,
             "\ud83e\udd16 Model": "Stable-cascade",
             "\u2b50 Score (\u03bc/\u03c3)": "17.23 (19.64/0.801)",
             "\ud83d\uddf3\ufe0f Votes": 429.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
-            "Rank": 28,
+            "Rank": 29,
             "\ud83e\udd16 Model": "Playground-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.02 (19.38/0.785)",
-            "\ud83d\uddf3\ufe0f Votes": 608.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "17.07 (19.45/0.791)",
+            "\ud83d\uddf3\ufe0f Votes": 614.0,
             "\ud83c\udfdb\ufe0f Organization": "Playground AI"
         },
         {
-            "Rank": 29,
+            "Rank": 30,
             "\ud83e\udd16 Model": "SDXL-Lightning",
-            "\u2b50 Score (\u03bc/\u03c3)": "16.38 (18.77/0.794)",
-            "\ud83d\uddf3\ufe0f Votes": 554.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "16.09 (18.49/0.799)",
+            "\ud83d\uddf3\ufe0f Votes": 560.0,
             "\ud83c\udfdb\ufe0f Organization": "ByteDance"
         },
         {
-            "Rank": 30,
+            "Rank": 31,
             "\ud83e\udd16 Model": "SDXL-Deepcache",
-            "\u2b50 Score (\u03bc/\u03c3)": "11.68 (14.19/0.836)",
-            "\ud83d\uddf3\ufe0f Votes": 534.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "11.78 (14.3/0.841)",
+            "\ud83d\uddf3\ufe0f Votes": 540.0,
             "\ud83c\udfdb\ufe0f Organization": "NUS"
         },
         {
-            "Rank": 31,
-            "\ud83e\udd16 Model": "Meissonic",
-            "\u2b50 Score (\u03bc/\u03c3)": "0.0 (25.0/8.333)",
+            "Rank": 32,
+            "\ud83e\udd16 Model": "FLUX-1.1-pro",
+            "\u2b50 Score (\u03bc/\u03c3)": "0.0 (25.0/8.333*)",
             "\ud83d\uddf3\ufe0f Votes": 0.0,
-            "\ud83c\udfdb\ufe0f Organization": "Alibaba, Skywork AI"
+            "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         }
     ]
 }

sorted_score_list_video.json

@@ -1,7 +1,7 @@
 {
     "total_models": 12,
     "total_votes": 543,
-    "last_updated": "2024-10-13",
+    "last_updated": "2024-10-16",
     "sorted_score_list": [
         {
             "Rank": 1,
@@ -34,7 +34,7 @@
         {
             "Rank": 5,
             "\ud83e\udd16 Model": "CogVideoX-5b",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.22 (31.94/1.239)",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.22 (31.94/1.239*)",
             "\ud83d\uddf3\ufe0f Votes": 81.0,
             "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         },