LMB

Language Model Board, a better way to read the LM Arena results

Style control

Rank	Model	Rating	95% CI
1	gemini-2.5-pro	1459	+6/-6
1	o3 4/16	1451	+5/-5
2	chatgpt-4o-latest 3/26	1442	+5/-5
3	gpt-4.5-preview 2/27	1438	+6/-6
3	qwen3-235b-a22b-instruct Jul open	1429	+9/-9
4	grok-4 7/9	1428	+6/-6
5	kimi-k2-0711-preview open	1420	+6/-6
5	claude-opus-4 5/14 16k	1419	+6/-6
5	deepseek-r1 5/28 open	1419	+6/-6
5	glm-4.5 open	1418	+9/-9
7	claude-opus-4 5/14	1412	+5/-5
9	grok-3-preview 2/24	1409	+5/-5
10	gpt-4.1 4/14	1408	+5/-5
10	gemini-2.5-flash	1408	+5/-5
12	claude-sonnet-4 5/14 32k	1399	+6/-6
11	qwen3-235b-a22b Jul Yes open	1399	+10/-10
13	qwen3-235b-a22b No open	1398	+5/-5
15	chatgpt-4o-latest 11/20 2024	1398	+4/-4
15	o1 12/17 2024	1398	+4/-4
14	o4-mini 4/16	1397	+5/-5
15	deepseek-r1 open	1393	+5/-5
15	deepseek-v3 3/24 open	1391	+5/-5
20	claude-sonnet-4 5/14	1386	+6/-6
20	claude-3-7-sonnet 2/19 32k	1385	+5/-5
22	mistral-medium May	1382	+5/-5
20	glm-4.5-air open	1382	+9/-9
21	qwen3-coder-480b-a35b-instruct open	1381	+8/-8
22	hunyuan-turbos 4/16	1381	+6/-6
20	qwen3-30b-a3b-instruct Jul	1377	+12/-12
25	minimax-m1 open	1373	+6/-6
25	gpt-4.1-mini 4/14	1373	+5/-5
26	qwen3-235b-a22b open	1372	+5/-5
29	claude-3-7-sonnet 2/19	1368	+4/-4
29	claude-3-5-sonnet 10/22 2024	1365	+3/-3
29	gemini-2.0-flash v1	1364	+4/-4
29	gemma-3-27b-it open	1363	+4/-4
29	o3-mini-high	1363	+5/-5
33	grok-3-mini-high	1358	+7/-7
36	deepseek-v3 open	1356	+5/-5
35	grok-3-mini-beta	1355	+6/-6
38	gemini-2.0-flash-lite-preview 2/5	1351	+4/-4
38	gemini-1.5-pro v2	1350	+3/-3
38	mistral-small Jun open	1349	+7/-7
40	command-a Mar open	1346	+5/-5
38	qwen3-32b open	1346	+9/-9
38	hunyuan-turbos 2/26	1346	+11/-11
38	llama-3.1-nemotron-ultra-253b v1	1344	+12/-12
41	o3-mini	1344	+4/-4
43	gpt-4o 5/13 2024	1343	+3/-3
38	nvidia-llama-3.3-nemotron-super-49b v1.5 open	1342	+10/-10
40	glm-4-plus 1/11	1341	+8/-8
40	gemma-3-12b-it open	1340	+9/-9
40	hunyuan-turbo 1/10	1339	+11/-11
44	claude-3-5-sonnet 6/20 2024	1339	+3/-3
46	qwq-32b open	1335	+5/-5
47	o1-mini	1334	+3/-3
47	llama-3.1-405b-instruct-bf16 open	1334	+4/-4
48	llama-3.1-405b-instruct-fp8 open	1332	+3/-3
48	gpt-4o 8/6 2024	1332	+4/-4
50	grok-2 8/13 2024	1331	+3/-3
47	step-2-16k-exp Dec 2024	1331	+8/-8
49	llama-4-maverick-17b-128e-instruct open	1330	+5/-5
50	qwen3-30b-a3b open	1328	+5/-5
53	yi-lightning	1327	+5/-5
48	llama-3.3-nemotron-49b-super v1 open	1324	+12/-12
50	hunyuan-large 2/10	1324	+10/-10
61	gpt-4-turbo 4/9 2024	1323	+4/-4
61	yi-lightning-lite	1322	+5/-5
62	claude-3-opus 2/29 2024	1321	+3/-3
61	gpt-4.1-nano 4/14	1320	+8/-8
65	glm-4-plus	1317	+5/-5
62	amazon-nova-experimental-chat 5/14	1317	+6/-6
65	llama-3.3-70b-instruct open	1316	+4/-4
64	llama-4-scout-17b-16e-instruct open	1316	+6/-6
64	gemma-3n-e4b-it	1316	+6/-6
65	claude-3-5-haiku 10/22 2024	1316	+3/-3
66	gpt-4o-mini 7/18 2024	1315	+3/-3
67	gpt-4-1106-preview	1314	+4/-4
67	gpt-4-0125-preview	1314	+4/-4
67	athene-v2-chat open	1313	+4/-4
68	mistral-large Jul 2024 open	1312	+4/-4
68	gemini-1.5-flash v2	1311	+4/-4
66	hunyuan-standard 2/10	1308	+10/-10
80	grok-2-mini 8/13 2024	1305	+4/-4
81	mistral-large Nov 2024 open	1304	+4/-4
80	athene-70b 7/25 open	1304	+5/-5
72	gemma-3-4b-it open	1303	+9/-9
83	qwen2.5-72b-instruct open	1301	+4/-4
83	magistral-medium Jun	1299	+7/-7
83	llama-3.1-nemotron-70b-instruct open	1297	+8/-8
83	hunyuan-large-vision	1296	+9/-9
87	llama-3.1-70b-instruct open	1294	+4/-4
85	mistral-small-3.1-24b-instruct Mar open	1293	+6/-6
89	amazon-nova-pro-v1.0	1288	+4/-4
87	llama-3.1-tulu-3-70b open	1288	+10/-10
89	yi-large-preview	1288	+5/-5
88	jamba-1.5-large open	1288	+7/-7
88	reka-core 9/4 2024	1287	+7/-7
90	gpt-4 3/14	1286	+5/-5
88	llama-3.1-nemotron-51b-instruct open	1286	+10/-10
92	gemma-2-27b-it open	1285	+3/-3
94	gemma-2-9b-it-simpo open	1279	+7/-7
95	nemotron-4-340b-instruct open	1279	+5/-5
94	command-r-plus Aug 2024 open	1278	+6/-6
100	llama-3-70b-instruct open	1275	+3/-3
97	glm-4 5/20	1275	+7/-7
100	mistral-small-24b-instruct Jan open	1274	+6/-6
98	reka-flash 9/4 2024	1274	+7/-7
100	gpt-4 6/13	1274	+4/-4
100	qwen2.5-coder-32b-instruct open	1270	+8/-8
104	c4ai-aya-expanse-32b open	1268	+5/-5
108	command-r-plus open	1264	+4/-4
110	gemma-2-9b-it open	1264	+4/-4
108	qwen2-72b-instruct open	1264	+5/-5
110	claude-3-haiku 3/7 2024	1261	+4/-4
110	amazon-nova-lite-v1.0	1261	+5/-5
110	gemini-1.5-flash-8b v1	1261	+4/-4
112	phi-4 open	1257	+4/-4
110	olmo-2-0325-32b-instruct	1256	+11/-11
112	command-r Aug 2024 open	1254	+6/-6
116	claude-1	1251	+7/-7
119	amazon-nova-micro-v1.0	1243	+5/-5
120	mistral-large Feb 2024	1243	+5/-5
119	glm-4 1/16	1241	+9/-9
120	jamba-1.5-mini open	1240	+7/-7
119	mistral-next	1240	+9/-9
120	ministral-8b Oct 2024 open	1239	+9/-9
120	hunyuan-standard-256k	1236	+11/-11
122	reka-flash-21b-online 2/26 2024	1235	+7/-7
121	gpt-3.5-turbo 3/14	1233	+11/-11
124	mixtral-8x22b-instruct v0.1 open	1231	+4/-4
124	command-r open	1230	+5/-5
124	reka-flash-21b 2/26 2024	1228	+6/-6
124	gpt-3.5-turbo 6/13	1227	+6/-6
124	c4ai-aya-expanse-8b open	1227	+7/-7
126	mistral-medium	1226	+5/-5
124	llama-3.1-tulu-3-8b open	1225	+10/-10
128	llama-3-8b-instruct open	1224	+4/-4
128	gpt-3.5-turbo 1/25	1224	+5/-5
133	yi-1.5-34b-chat open	1217	+5/-5
131	zephyr-orpo-141b-A35b v0.1 open	1215	+11/-11
139	llama-3.1-8b-instruct open	1214	+4/-4
135	claude-instant-1	1214	+7/-7
132	granite-3.1-8b-instruct open	1213	+11/-11
142	gpt-3.5-turbo 11/6	1201	+9/-9
143	phi-3-medium-4k-instruct open	1201	+5/-5
144	mixtral-8x7b-instruct v0.1 open	1200	+4/-4
143	internlm2_5-20b-chat open	1199	+7/-7
144	dbrx-instruct-preview open	1197	+6/-6
145	wizardlm-70b open	1187	+9/-9
147	granite-3.0-8b-instruct open	1187	+8/-8
147	yi-34b-chat open	1187	+7/-7
147	openchat-3.5 1/6 open	1185	+8/-8
147	granite-3.1-2b-instruct open	1183	+11/-11
148	openchat-3.5 open	1183	+10/-10
150	snowflake-arctic-instruct open	1182	+6/-6
150	openhermes-2.5-mistral-7b open	1177	+10/-10
150	vicuna-33b open	1176	+6/-6
150	starling-lm-7b-beta open	1176	+7/-7
150	phi-3-small-8k-instruct open	1175	+6/-6
151	llama-3.2-3b-instruct open	1171	+7/-7
151	starling-lm-7b-alpha open	1171	+8/-8
150	nous-hermes-2-mixtral-8x7b-dpo open	1169	+12/-12
159	granite-3.0-2b-instruct open	1161	+8/-8
159	pplx-70b-online	1159	+10/-10
157	solar-10.7b-instruct v1	1157	+13/-13
157	dolphin-2.2.1-mistral-7b	1156	+15/-15
163	mistral-7b-instruct v0.2 open	1154	+6/-6
161	mpt-30b-chat open	1153	+12/-12
163	wizardlm-13b open	1152	+9/-9
161	falcon-180b-chat open	1148	+17/-17
164	phi-3-mini-4k-instruct-june-2024 open	1148	+6/-6
165	vicuna-13b open	1144	+7/-7
166	codellama-34b-instruct open	1140	+9/-9
167	palm-2	1136	+9/-9
169	phi-3-mini-128k-instruct open	1135	+7/-7
168	zephyr-7b-beta open	1135	+9/-9
172	phi-3-mini-4k-instruct open	1134	+6/-6
167	zephyr-7b-alpha open	1131	+16/-16
169	guanaco-33b open	1130	+12/-12
169	smollm2-1.7b-instruct open	1129	+13/-13
173	pplx-7b-online	1126	+10/-10
170	codellama-70b-instruct open	1124	+18/-18
173	stripedhyena-nous-7b open	1123	+11/-11
175	llama-3.2-1b-instruct open	1121	+7/-7
179	vicuna-7b open	1117	+9/-9
179	mistral-7b-instruct open	1112	+9/-9
188	olmo-7b-instruct open	1079	+11/-11
188	koala-13b open	1072	+10/-10
188	gpt4all-13b-snoozy open	1064	+15/-15
188	alpaca-13b	1063	+11/-11
188	mpt-7b-chat open	1062	+12/-12
188	chatglm3-6b open	1058	+12/-12
190	RWKV-4-Raven-14B open	1043	+11/-11
194	chatglm2-6b open	1028	+13/-13
194	oasst-pythia-12b open	1022	+11/-11
197	chatglm-6b open	998	+13/-13
197	fastchat-t5-3b open	992	+12/-12
197	dolly-v2-12b open	977	+14/-14
199	stablelm-tuned-alpha-7b open	954	+13/-13