CodeGoat24 commited on
Commit
dc8e59f
·
verified ·
1 Parent(s): aa785b7

Update leaderboard_data.json

Browse files
Files changed (1) hide show
  1. leaderboard_data.json +451 -0
leaderboard_data.json CHANGED
@@ -1,5 +1,456 @@
1
  {
2
  "leaderboard": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  {
4
  "model": "FLUX.2-dev",
5
  "link": "https://github.com/black-forest-labs/flux2",
 
1
  {
2
  "leaderboard": [
3
+ {
4
+ "model": "FLUX-2-flex",
5
+ "link": "https://flux2-flex.com/",
6
+ "hf": "-",
7
+ "open_source": false,
8
+ "release_date": "2025-11",
9
+ "Overall": 89.19,
10
+ "Style": 98.33,
11
+ "World Knowledge": 96.78,
12
+ "Attribute-Overall": 95.71,
13
+ "Quantity": 90.96,
14
+ "Expression": 88.7,
15
+ "Material": 96.89,
16
+ "Size": 93.14,
17
+ "Shape": 94.14,
18
+ "Color": 99.15,
19
+ "Action-Overall": 87.6,
20
+ "Hand": 84.09,
21
+ "Full body": 87.9,
22
+ "Animal": 88.97,
23
+ "Non Contact": 89.14,
24
+ "Contact": 85.17,
25
+ "State": 88.71,
26
+ "Relationship-Overall": 92.84,
27
+ "Composition": 91.56,
28
+ "Similarity": 89.87,
29
+ "Inclusion": 94.48,
30
+ "Comparison": 96.12,
31
+ "Compound-Overall": 92.11,
32
+ "Imagination": 92.88,
33
+ "Feature matching": 90.42,
34
+ "Grammar-Overall": 86.98,
35
+ "Pronoun Reference": 95.49,
36
+ "Consistency": 84.92,
37
+ "Negation": 81.43,
38
+ "Layout-Overall": 95.03,
39
+ "2D": 95.6,
40
+ "3D": 94.29,
41
+ "Logical Reasoning": 81.73,
42
+ "Text": 64.8
43
+ },
44
+ {
45
+ "model": "FLUX-2-max",
46
+ "link": "https://bfl.ai/models/flux-2-max",
47
+ "hf": "-",
48
+ "open_source": false,
49
+ "release_date": "2025-12",
50
+ "Overall": 89.8,
51
+ "Style": 99.25,
52
+ "World Knowledge": 97.37,
53
+ "Attribute-Overall": 96.12,
54
+ "Quantity": 89.36,
55
+ "Expression": 89.55,
56
+ "Material": 96.97,
57
+ "Size": 95.06,
58
+ "Shape": 96.13,
59
+ "Color": 98.95,
60
+ "Action-Overall": 88.05,
61
+ "Hand": 87.99,
62
+ "Full body": 88.61,
63
+ "Animal": 89.34,
64
+ "Non Contact": 89.73,
65
+ "Contact": 84.88,
66
+ "State": 88.25,
67
+ "Relationship-Overall": 94.54,
68
+ "Composition": 94.26,
69
+ "Similarity": 90.65,
70
+ "Inclusion": 97.09,
71
+ "Comparison": 95.87,
72
+ "Compound-Overall": 93.21,
73
+ "Imagination": 94.16,
74
+ "Feature matching": 91.12,
75
+ "Grammar-Overall": 90.72,
76
+ "Pronoun Reference": 96.31,
77
+ "Consistency": 90.87,
78
+ "Negation": 85.71,
79
+ "Layout-Overall": 94.97,
80
+ "2D": 94.89,
81
+ "3D": 95.07,
82
+ "Logical Reasoning": 85.96,
83
+ "Text": 57.78
84
+ },
85
+ {
86
+ "model": "FLUX-2-pro",
87
+ "link": "https://docs.bfl.ai/flux_2/flux2_text_to_image",
88
+ "hf": "-",
89
+ "open_source": false,
90
+ "release_date": "2025-11",
91
+ "Overall": 87.11,
92
+ "Style": 98.83,
93
+ "World Knowledge": 95.91,
94
+ "Attribute-Overall": 94.66,
95
+ "Quantity": 83.51,
96
+ "Expression": 86.16,
97
+ "Material": 97.27,
98
+ "Size": 93.9,
99
+ "Shape": 90.99,
100
+ "Color": 98.42,
101
+ "Action-Overall": 86.0,
102
+ "Hand": 83.44,
103
+ "Full body": 87.34,
104
+ "Animal": 86.76,
105
+ "Non Contact": 85.14,
106
+ "Contact": 82.85,
107
+ "State": 87.43,
108
+ "Relationship-Overall": 92.42,
109
+ "Composition": 91.71,
110
+ "Similarity": 88.6,
111
+ "Inclusion": 96.22,
112
+ "Comparison": 93.45,
113
+ "Compound-Overall": 91.96,
114
+ "Imagination": 93.09,
115
+ "Feature matching": 89.49,
116
+ "Grammar-Overall": 86.47,
117
+ "Pronoun Reference": 95.49,
118
+ "Consistency": 83.73,
119
+ "Negation": 81.07,
120
+ "Layout-Overall": 93.12,
121
+ "2D": 94.18,
122
+ "3D": 91.76,
123
+ "Logical Reasoning": 79.26,
124
+ "Text": 52.5
125
+ },
126
+ {
127
+ "model": "FLUX.2-klein-4b",
128
+ "link": "https://bfl.ai/blog/flux2-klein-towards-interactive-visual-intelligence",
129
+ "hf": "https://huggingface.co/black-forest-labs/FLUX.2-klein-4B",
130
+ "open_source": true,
131
+ "release_date": "2026-1",
132
+ "Overall": 79.37,
133
+ "Style": 98.67,
134
+ "World Knowledge": 90.17,
135
+ "Attribute-Overall": 93.14,
136
+ "Quantity": 77.13,
137
+ "Expression": 88.61,
138
+ "Material": 95.26,
139
+ "Size": 90.34,
140
+ "Shape": 86.89,
141
+ "Color": 97.59,
142
+ "Action-Overall": 81.07,
143
+ "Hand": 71.15,
144
+ "Full body": 83.12,
145
+ "Animal": 83.7,
146
+ "Non Contact": 78.57,
147
+ "Contact": 78.45,
148
+ "State": 84.23,
149
+ "Relationship-Overall": 88.2,
150
+ "Composition": 88.78,
151
+ "Similarity": 82.37,
152
+ "Inclusion": 94.83,
153
+ "Comparison": 85.92,
154
+ "Compound-Overall": 87.03,
155
+ "Imagination": 87.08,
156
+ "Feature matching": 86.92,
157
+ "Grammar-Overall": 85.03,
158
+ "Pronoun Reference": 92.06,
159
+ "Consistency": 82.94,
160
+ "Negation": 80.63,
161
+ "Layout-Overall": 90.71,
162
+ "2D": 90.82,
163
+ "3D": 90.58,
164
+ "Logical Reasoning": 77.21,
165
+ "Text": 2.45
166
+ },
167
+ {
168
+ "model": "FLUX.2-klein-9b",
169
+ "link": "https://bfl.ai/blog/flux2-klein-towards-interactive-visual-intelligence",
170
+ "hf": "https://huggingface.co/black-forest-labs/FLUX.2-klein-9B",
171
+ "open_source": true,
172
+ "release_date": "2026-1",
173
+ "Overall": 81.74,
174
+ "Style": 99.09,
175
+ "World Knowledge": 92.92,
176
+ "Attribute-Overall": 94.03,
177
+ "Quantity": 77.66,
178
+ "Expression": 86.67,
179
+ "Material": 96.54,
180
+ "Size": 92.05,
181
+ "Shape": 88.99,
182
+ "Color": 98.74,
183
+ "Action-Overall": 83.2,
184
+ "Hand": 77.88,
185
+ "Full body": 85.0,
186
+ "Animal": 85.87,
187
+ "Non Contact": 81.25,
188
+ "Contact": 78.74,
189
+ "State": 85.52,
190
+ "Relationship-Overall": 90.73,
191
+ "Composition": 90.56,
192
+ "Similarity": 83.65,
193
+ "Inclusion": 96.55,
194
+ "Comparison": 91.5,
195
+ "Compound-Overall": 91.69,
196
+ "Imagination": 92.69,
197
+ "Feature matching": 89.49,
198
+ "Grammar-Overall": 86.55,
199
+ "Pronoun Reference": 92.86,
200
+ "Consistency": 88.89,
201
+ "Negation": 78.87,
202
+ "Layout-Overall": 93.33,
203
+ "2D": 94.92,
204
+ "3D": 91.3,
205
+ "Logical Reasoning": 80.15,
206
+ "Text": 5.71
207
+ },
208
+ {
209
+ "model": "FLUX.2-klein-base-4b",
210
+ "link": "https://bfl.ai/blog/flux2-klein-towards-interactive-visual-intelligence",
211
+ "hf": "https://huggingface.co/black-forest-labs/FLUX.2-klein-base-4B",
212
+ "open_source": true,
213
+ "release_date": "2026-1",
214
+ "Overall": 76.61,
215
+ "Style": 97.84,
216
+ "World Knowledge": 82.95,
217
+ "Attribute-Overall": 90.64,
218
+ "Quantity": 77.66,
219
+ "Expression": 81.94,
220
+ "Material": 92.47,
221
+ "Size": 89.02,
222
+ "Shape": 86.71,
223
+ "Color": 95.55,
224
+ "Action-Overall": 75.92,
225
+ "Hand": 71.15,
226
+ "Full body": 75.94,
227
+ "Animal": 73.91,
228
+ "Non Contact": 74.11,
229
+ "Contact": 68.97,
230
+ "State": 80.75,
231
+ "Relationship-Overall": 83.62,
232
+ "Composition": 82.14,
233
+ "Similarity": 78.85,
234
+ "Inclusion": 90.8,
235
+ "Comparison": 83.98,
236
+ "Compound-Overall": 83.82,
237
+ "Imagination": 84.85,
238
+ "Feature matching": 81.54,
239
+ "Grammar-Overall": 86.04,
240
+ "Pronoun Reference": 91.27,
241
+ "Consistency": 85.71,
242
+ "Negation": 81.69,
243
+ "Layout-Overall": 88.33,
244
+ "2D": 91.1,
245
+ "3D": 84.78,
246
+ "Logical Reasoning": 75.0,
247
+ "Text": 1.9
248
+ },
249
+ {
250
+ "model": "FLUX.2-klein-base-9b",
251
+ "link": "https://bfl.ai/blog/flux2-klein-towards-interactive-visual-intelligence",
252
+ "hf": "https://huggingface.co/black-forest-labs/FLUX.2-klein-base-9B",
253
+ "open_source": true,
254
+ "release_date": "2026-1",
255
+ "Overall": 81.41,
256
+ "Style": 97.67,
257
+ "World Knowledge": 92.63,
258
+ "Attribute-Overall": 94.09,
259
+ "Quantity": 82.45,
260
+ "Expression": 86.94,
261
+ "Material": 95.86,
262
+ "Size": 93.18,
263
+ "Shape": 89.69,
264
+ "Color": 98.27,
265
+ "Action-Overall": 82.76,
266
+ "Hand": 81.09,
267
+ "Full body": 83.75,
268
+ "Animal": 80.07,
269
+ "Non Contact": 79.46,
270
+ "Contact": 79.6,
271
+ "State": 85.52,
272
+ "Relationship-Overall": 90.95,
273
+ "Composition": 90.94,
274
+ "Similarity": 87.18,
275
+ "Inclusion": 95.98,
276
+ "Comparison": 89.56,
277
+ "Compound-Overall": 90.6,
278
+ "Imagination": 90.78,
279
+ "Feature matching": 90.19,
280
+ "Grammar-Overall": 86.42,
281
+ "Pronoun Reference": 92.46,
282
+ "Consistency": 86.11,
283
+ "Negation": 81.34,
284
+ "Layout-Overall": 92.38,
285
+ "2D": 92.94,
286
+ "3D": 91.67,
287
+ "Logical Reasoning": 80.64,
288
+ "Text": 5.98
289
+ },
290
+ {
291
+ "model": "GPT-4o-1.5",
292
+ "link": "https://developers.openai.com/api/docs/models/gpt-image-1.5",
293
+ "hf": "-",
294
+ "open_source": false,
295
+ "release_date": "2025-12",
296
+ "Overall": 96.12,
297
+ "Style": 98.73,
298
+ "World Knowledge": 99.27,
299
+ "Attribute-Overall": 98.18,
300
+ "Quantity": 95.11,
301
+ "Expression": 95.93,
302
+ "Material": 98.18,
303
+ "Size": 97.14,
304
+ "Shape": 98.25,
305
+ "Color": 99.58,
306
+ "Action-Overall": 94.31,
307
+ "Hand": 96.05,
308
+ "Full body": 96.23,
309
+ "Animal": 98.55,
310
+ "Non Contact": 94.14,
311
+ "Contact": 95.4,
312
+ "State": 91.67,
313
+ "Relationship-Overall": 96.79,
314
+ "Composition": 96.77,
315
+ "Similarity": 94.52,
316
+ "Inclusion": 99.42,
317
+ "Comparison": 96.36,
318
+ "Compound-Overall": 98.08,
319
+ "Imagination": 98.72,
320
+ "Feature matching": 96.63,
321
+ "Grammar-Overall": 96.01,
322
+ "Pronoun Reference": 97.18,
323
+ "Consistency": 96.03,
324
+ "Negation": 94.93,
325
+ "Layout-Overall": 96.47,
326
+ "2D": 97.14,
327
+ "3D": 95.6,
328
+ "Logical Reasoning": 94.36,
329
+ "Text": 89.01
330
+ },
331
+ {
332
+ "model": "LongCat-Image",
333
+ "link": "https://arxiv.org/pdf/2512.07584",
334
+ "hf": "https://huggingface.co/meituan-longcat/LongCat-Image",
335
+ "open_source": true,
336
+ "release_date": "2025-12",
337
+ "Overall": 83.14,
338
+ "Style": 90.2,
339
+ "World Knowledge": 93.35,
340
+ "Attribute-Overall": 90.96,
341
+ "Quantity": 78.72,
342
+ "Expression": 82.08,
343
+ "Material": 91.79,
344
+ "Size": 89.39,
345
+ "Shape": 86.19,
346
+ "Color": 96.8,
347
+ "Action-Overall": 81.11,
348
+ "Hand": 76.28,
349
+ "Full body": 85.0,
350
+ "Animal": 86.96,
351
+ "Non Contact": 75.0,
352
+ "Contact": 74.14,
353
+ "State": 83.53,
354
+ "Relationship-Overall": 82.6,
355
+ "Composition": 81.25,
356
+ "Similarity": 72.76,
357
+ "Inclusion": 90.52,
358
+ "Comparison": 85.92,
359
+ "Compound-Overall": 81.27,
360
+ "Imagination": 81.89,
361
+ "Feature matching": 79.91,
362
+ "Grammar-Overall": 77.79,
363
+ "Pronoun Reference": 90.87,
364
+ "Consistency": 75.0,
365
+ "Negation": 68.66,
366
+ "Layout-Overall": 86.35,
367
+ "2D": 88.84,
368
+ "3D": 83.15,
369
+ "Logical Reasoning": 65.69,
370
+ "Text": 82.07
371
+ },
372
+ {
373
+ "model": "Seedream-4-5-251128",
374
+ "link": "https://seed.bytedance.com/en/seedream4_5",
375
+ "hf": "-",
376
+ "open_source": false,
377
+ "release_date": "2025-11",
378
+ "Overall": 93.12,
379
+ "Style": 99.0,
380
+ "World Knowledge": 97.83,
381
+ "Attribute-Overall": 96.49,
382
+ "Quantity": 89.89,
383
+ "Expression": 91.81,
384
+ "Material": 97.06,
385
+ "Size": 95.08,
386
+ "Shape": 96.14,
387
+ "Color": 99.0,
388
+ "Action-Overall": 90.55,
389
+ "Hand": 87.82,
390
+ "Full body": 90.31,
391
+ "Animal": 93.48,
392
+ "Non Contact": 89.24,
393
+ "Contact": 87.07,
394
+ "State": 92.15,
395
+ "Relationship-Overall": 92.29,
396
+ "Composition": 90.18,
397
+ "Similarity": 88.1,
398
+ "Inclusion": 97.13,
399
+ "Comparison": 95.38,
400
+ "Compound-Overall": 90.88,
401
+ "Imagination": 90.67,
402
+ "Feature matching": 91.36,
403
+ "Grammar-Overall": 89.96,
404
+ "Pronoun Reference": 98.81,
405
+ "Consistency": 90.84,
406
+ "Negation": 81.34,
407
+ "Layout-Overall": 94.2,
408
+ "2D": 95.76,
409
+ "3D": 92.2,
410
+ "Logical Reasoning": 86.76,
411
+ "Text": 93.21
412
+ },
413
+ {
414
+ "model": "Z-Image",
415
+ "link": "https://arxiv.org/pdf/2511.22699",
416
+ "hf": "https://huggingface.co/Tongyi-MAI/Z-Image",
417
+ "open_source": true,
418
+ "release_date": "2026-1",
419
+ "Overall": 89.17,
420
+ "Style": 97.67,
421
+ "World Knowledge": 95.52,
422
+ "Attribute-Overall": 94.32,
423
+ "Quantity": 86.7,
424
+ "Expression": 86.39,
425
+ "Material": 97.21,
426
+ "Size": 92.42,
427
+ "Shape": 89.51,
428
+ "Color": 98.01,
429
+ "Action-Overall": 86.13,
430
+ "Hand": 86.22,
431
+ "Full body": 88.44,
432
+ "Animal": 84.42,
433
+ "Non Contact": 83.93,
434
+ "Contact": 81.32,
435
+ "State": 88.0,
436
+ "Relationship-Overall": 89.12,
437
+ "Composition": 88.9,
438
+ "Similarity": 83.01,
439
+ "Inclusion": 92.53,
440
+ "Comparison": 91.26,
441
+ "Compound-Overall": 86.15,
442
+ "Imagination": 86.02,
443
+ "Feature matching": 86.45,
444
+ "Grammar-Overall": 81.73,
445
+ "Pronoun Reference": 93.65,
446
+ "Consistency": 80.16,
447
+ "Negation": 72.54,
448
+ "Layout-Overall": 92.62,
449
+ "2D": 93.79,
450
+ "3D": 91.12,
451
+ "Logical Reasoning": 79.9,
452
+ "Text": 88.59
453
+ },
454
  {
455
  "model": "FLUX.2-dev",
456
  "link": "https://github.com/black-forest-labs/flux2",