#1 Google: Gemini 3.5 Flash
gemini-3.5-flash
#1 · Elo 1524 · In $1.50 · Out $9.00
1524 1476 $1.50 $9.00 526 #2 OpenAI: GPT-5.4 (high)
gpt-5.4-high
#2 · Elo 1515 · In $2.50 · Out $15.00
1515 1445 $2.50 $15.00 1,682 #3 Anthropic: Claude Opus 4.6 (thinking)
claude-opus-4-6-thinking
#3 · Elo 1514 · In $5.00 · Out $25.00
1514 1419 $5.00 $25.00 1,981 #4 Anthropic: Claude Opus 4.6
claude-opus-4-6
#4 · Elo 1506 · In $5.00 · Out $25.00
1506 1410 $5.00 $25.00 2,230 #5 Google: Gemini 3.1 Pro Preview
gemini-3.1-pro-preview
#5 · Elo 1500 · In $2.00 · Out $12.00
1500 1440 $2.00 $12.00 2,601 #6 Anthropic: Claude Opus 4.7 (thinking)
claude-opus-4-7-thinking
#6 · Elo 1500 · In $5.00 · Out $25.00
1500 1405 $5.00 $25.00 1,161 #7 OpenAI: GPT-5.5 (high)
gpt-5.5-high
#7 · Elo 1499 · In $5.00 · Out $30.00
1499 1399 $5.00 $30.00 1,003 #8 OpenAI: GPT-5.5
gpt-5.5
#8 · Elo 1497 · In $5.00 · Out $30.00
1497 1397 $5.00 $30.00 1,000 #9 Qwen: Qwen3.7 Max
qwen3.7-max-preview
#9 · Elo 1495 · In $1.25 · Out $3.75
1495 1471 $1.25 $3.75 220 #10 Anthropic: Claude Opus 4.7
claude-opus-4-7
#10 · Elo 1494 · In $5.00 · Out $25.00
1494 1398 $5.00 $25.00 1,170 #11 Qwen: Qwen3.6 Max Preview
qwen3.6-max-preview
#11 · Elo 1492 · In $1.04 · Out $6.24
1492 1460 $1.04 $6.24 327 #12 Xiaomi: MiMo-V2.5-Pro
mimo-v2.5-pro
#12 · Elo 1486 · In $0.435 · Out $0.870
1486 1515 $0.435 $0.870 866 #13 Z.ai: GLM 5.1
glm-5.1
#13 · Elo 1481 · In $0.980 · Out $3.08
1481 1466 $0.980 $3.08 860 #15 DeepSeek: DeepSeek V4 Pro (thinking)
deepseek-v4-pro-thinking
#15 · Elo 1479 · In $0.435 · Out $0.870
1479 1507 $0.435 $0.870 886 #17 MoonshotAI: Kimi K2.6
kimi-k2.6
#17 · Elo 1478 · In $0.684 · Out $3.42
1478 1469 $0.684 $3.42 887 #17 MoonshotAI: Kimi K2.6 (free)
kimi-k2.6
#17 · Elo 1478 · Out -
1478 - - - 887 #18 Google: Gemini 3 Flash Preview
gemini-3-flash
#18 · Elo 1476 · In $0.500 · Out $3.00
1476 1476 $0.500 $3.00 2,004 #21 MoonshotAI: Kimi K2.5 (thinking)
kimi-k2.5-thinking
#21 · Elo 1472 · In $0.400 · Out $1.90
1472 1487 $0.400 $1.90 2,259 #22 Anthropic: Claude Opus 4.5 (thinking-32k)
claude-opus-4-5-20251101-thinking-32k
#22 · Elo 1470 · In $5.00 · Out $25.00
1470 1375 $5.00 $25.00 2,265 #25 Anthropic: Claude Opus 4.5
claude-opus-4-5-20251101
#25 · Elo 1467 · In $5.00 · Out $25.00
1467 1372 $5.00 $25.00 4,078 #28 OpenAI: GPT-5.2 (high)
gpt-5.2-high
#28 · Elo 1460 · In $1.75 · Out $14.00
1460 1398 $1.75 $14.00 2,889 #30 Anthropic: Claude Sonnet 4.6
claude-sonnet-4-6
#30 · Elo 1458 · In $3.00 · Out $15.00
1458 1384 $3.00 $15.00 1,719 #31 OpenAI: GPT-5.2 Chat
gpt-5.2-chat-latest-20260210
#31 · Elo 1457 · In $1.75 · Out $14.00
1457 1394 $1.75 $14.00 1,985 #32 Qwen: Qwen3.6 Plus
qwen3.6-plus
#32 · Elo 1456 · In $0.325 · Out $1.95
1456 1475 $0.325 $1.95 1,112 #33 OpenAI: GPT-5.1 (high)
gpt-5.1-high
#33 · Elo 1455 · In $1.25 · Out $10.00
1455 1408 $1.25 $10.00 2,500 #34 OpenAI: GPT-5.4
gpt-5.4
#34 · Elo 1455 · In $2.50 · Out $15.00
1455 1385 $2.50 $15.00 1,763 #35 Google: Gemini 3 Flash Preview (thinking-minimal)
gemini-3-flash (thinking-minimal)
#35 · Elo 1455 · In $0.500 · Out $3.00
1455 1455 $0.500 $3.00 3,175 #36 Anthropic: Claude Sonnet 4.5 (thinking-32k)
claude-sonnet-4-5-20250929-thinking-32k
#36 · Elo 1454 · In $3.00 · Out $15.00
1454 1381 $3.00 $15.00 4,651 #40 OpenAI: o3
o3-2025-04-16
#40 · Elo 1448 · In $2.00 · Out $8.00
1448 1397 $2.00 $8.00 3,732 #41 DeepSeek: DeepSeek V4 Flash
deepseek-v4-flash
#41 · Elo 1446 · In $0.098 · Out $0.197
1446 1539 $0.098 $0.197 992 #42 Qwen: Qwen3.5 397B A17B
qwen3.5-397b-a17b
#42 · Elo 1446 · In $0.390 · Out $2.34
1446 1456 $0.390 $2.34 2,045 #45 Xiaomi: MiMo-V2.5
mimo-v2.5
#45 · Elo 1442 · In $0.140 · Out $0.280
1442 1520 $0.140 $0.280 914 #46 Google: Gemini 2.5 Pro
gemini-2.5-pro
#46 · Elo 1442 · In $1.25 · Out $10.00
1442 1394 $1.25 $10.00 7,541 #46 Google: Gemini 2.5 Pro Preview 06-05
gemini-2.5-pro
#46 · Elo 1442 · In $1.25 · Out $10.00
1442 1394 $1.25 $10.00 7,541 #48 DeepSeek: DeepSeek V4 Flash (thinking)
deepseek-v4-flash-thinking
#48 · Elo 1441 · In $0.098 · Out $0.197
1441 1534 $0.098 $0.197 948 #49 Z.ai: GLM 5
glm-5
#49 · Elo 1440 · In $0.600 · Out $2.08
1440 1445 $0.600 $2.08 1,350 #52 OpenAI: GPT-5.4 Mini (high)
gpt-5.4-mini-high
#52 · Elo 1439 · In $0.750 · Out $4.50
1439 1422 $0.750 $4.50 1,586 #55 OpenAI: GPT-5.4 Nano (high)
gpt-5.4-nano-high
#55 · Elo 1437 · In $0.200 · Out $1.25
1437 1475 $0.200 $1.25 1,474 #56 DeepSeek: DeepSeek V4 Pro
deepseek-v4-pro
#56 · Elo 1437 · In $0.435 · Out $0.870
1437 1465 $0.435 $0.870 1,045 #57 Google: Gemini 3.1 Flash Lite
gemini-3.1-flash-lite-preview
#57 · Elo 1436 · In $0.250 · Out $1.50
1436 1466 $0.250 $1.50 2,157 #57 Google: Gemini 3.1 Flash Lite Preview
gemini-3.1-flash-lite-preview
#57 · Elo 1436 · In $0.250 · Out $1.50
1436 1466 $0.250 $1.50 2,157 #58 OpenAI: GPT-5 (high)
gpt-5-high
#58 · Elo 1434 · In $1.25 · Out $10.00
1434 1386 $1.25 $10.00 1,887 #59 Anthropic: Claude Opus 4.1
claude-opus-4-1-20250805
#59 · Elo 1433 · In $15.00 · Out $75.00
1433 1290 $15.00 $75.00 4,723 #60 OpenAI: GPT-5.2
gpt-5.2
#60 · Elo 1433 · In $1.75 · Out $14.00
1433 1370 $1.75 $14.00 2,794 #63 Qwen: Qwen3 Max
qwen3-max-preview
#63 · Elo 1429 · In $0.780 · Out $3.90
1429 1414 $0.780 $3.90 584 #63 Qwen: Qwen3 Max Thinking
qwen3-max-preview
#63 · Elo 1429 · In $0.780 · Out $3.90
1429 1414 $0.780 $3.90 584 #64 Z.ai: GLM 4.7
glm-4.7
#64 · Elo 1429 · In $0.400 · Out $1.75
1429 1446 $0.400 $1.75 711 #69 Qwen: Qwen3.5-27B
qwen3.5-27b
#69 · Elo 1428 · In $0.195 · Out $1.56
1428 1461 $0.195 $1.56 1,561 #70 OpenAI: GPT-5.3 Chat
gpt-5.3-chat-latest
#70 · Elo 1428 · In $1.75 · Out $14.00
1428 1365 $1.75 $14.00 1,944 #71 Anthropic: Claude Sonnet 4.5
claude-sonnet-4-5-20250929
#71 · Elo 1427 · In $3.00 · Out $15.00
1427 1353 $3.00 $15.00 4,673 #72 DeepSeek: DeepSeek V3.2 (thinking)
deepseek-v3.2-exp-thinking
#72 · Elo 1426 · In $0.229 · Out $0.343
1426 1486 $0.229 $0.343 2,456 #72 DeepSeek: DeepSeek V3.2 Exp (thinking)
deepseek-v3.2-exp-thinking
#72 · Elo 1426 · In $0.270 · Out $0.410
1426 1478 $0.270 $0.410 2,456 #73 xAI: Grok 4.3
grok-4.3
#73 · Elo 1425 · In $1.25 · Out $2.50
1425 1408 $1.25 $2.50 846 #75 OpenAI: GPT-5.1
gpt-5.1
#75 · Elo 1424 · In $1.25 · Out $10.00
1424 1376 $1.25 $10.00 2,867 #76 Qwen: Qwen3.5-122B-A10B
qwen3.5-122b-a10b
#76 · Elo 1422 · In $0.260 · Out $2.08
1422 1442 $0.260 $2.08 1,682 #77 Z.ai: GLM 4.6
glm-4.6
#77 · Elo 1421 · In $0.430 · Out $1.74
1421 1437 $0.430 $1.74 2,107 #81 Qwen: Qwen3 Next 80B A3B Instruct
qwen3-next-80b-a3b-instruct
#81 · Elo 1419 · In $0.090 · Out $1.10
1419 1473 $0.090 $1.10 1,212 #81 Qwen: Qwen3 Next 80B A3B Instruct (free)
qwen3-next-80b-a3b-instruct
#81 · Elo 1419 · Out -
1419 - - - 1,212 #82 DeepSeek: DeepSeek V3.2
deepseek-v3.2
#82 · Elo 1418 · In $0.229 · Out $0.343
1418 1478 $0.229 $0.343 775 #82 DeepSeek: DeepSeek V3.2 Exp
deepseek-v3.2
#82 · Elo 1418 · In $0.270 · Out $0.410
1418 1471 $0.270 $0.410 775 #84 MoonshotAI: Kimi K2 0905
kimi-k2-0905-preview
#84 · Elo 1416 · In $0.600 · Out $2.50
1416 1417 $0.600 $2.50 759 #85 OpenAI: o4 Mini
o4-mini-2025-04-16
#85 · Elo 1416 · In $1.10 · Out $4.40
1416 1391 $1.10 $4.40 2,939 #85 OpenAI: o4 Mini High
o4-mini-2025-04-16
#85 · Elo 1416 · In $1.10 · Out $4.40
1416 1391 $1.10 $4.40 2,939 #87 MiniMax: MiniMax M2.7
minimax-m2.7
#87 · Elo 1415 · In $0.279 · Out $1.20
1415 1448 $0.279 $1.20 1,378 #89 Z.ai: GLM 4.5
glm-4.5
#89 · Elo 1413 · In $0.600 · Out $2.20
1413 1417 $0.600 $2.20 1,424 #90 OpenAI: GPT-5 Chat
gpt-5-chat
#90 · Elo 1413 · In $1.25 · Out $10.00
1413 1365 $1.25 $10.00 1,787 #93 DeepSeek: R1
deepseek-r1
#93 · Elo 1411 · In $0.700 · Out $2.50
1411 1408 $0.700 $2.50 1,606 #94 DeepSeek: DeepSeek V3.1 Terminus (thinking)
deepseek-v3.1-terminus-thinking
#94 · Elo 1410 · In $0.270 · Out $0.950
1410 1449 $0.270 $0.950 200 #95 Qwen: Qwen3 VL 235B A22B Instruct
qwen3-vl-235b-a22b-instruct
#95 · Elo 1410 · In $0.200 · Out $0.880
1410 1457 $0.200 $0.880 704 #100 Google: Gemini 2.5 Flash
gemini-2.5-flash
#100 · Elo 1407 · In $0.300 · Out $2.50
1407 1420 $0.300 $2.50 7,775 #101 StepFun: Step 3.5 Flash
step-3.5-flash
#101 · Elo 1406 · In $0.090 · Out $0.300
1406 1494 $0.090 $0.300 2,146 #102 OpenAI: GPT-5 Mini (high)
gpt-5-mini-high
#102 · Elo 1406 · In $0.250 · Out $2.00
1406 1428 $0.250 $2.00 1,460 #103 OpenAI: o3 Mini (high)
o3-mini-high
#103 · Elo 1406 · In $1.10 · Out $4.40
1406 1381 $1.10 $4.40 1,909 #103 OpenAI: o3 Mini High (high)
o3-mini-high
#103 · Elo 1406 · In $1.10 · Out $4.40
1406 1381 $1.10 $4.40 1,909 #104 Qwen: Qwen3 VL 235B A22B Thinking (thinking)
qwen3-vl-235b-a22b-thinking
#104 · Elo 1405 · In $0.260 · Out $2.60
1405 1419 $0.260 $2.60 428 #106 Anthropic: Claude Opus 4
claude-opus-4-20250514
#106 · Elo 1403 · In $15.00 · Out $75.00
1403 1260 $15.00 $75.00 2,768 #107 Anthropic: Claude Sonnet 4 (thinking-32k)
claude-sonnet-4-20250514-thinking-32k
#107 · Elo 1403 · In $3.00 · Out $15.00
1403 1330 $3.00 $15.00 2,023 #110 Qwen: Qwen3.5-35B-A3B
qwen3.5-35b-a3b
#110 · Elo 1402 · In $0.140 · Out $1.00
1402 1452 $0.140 $1.00 1,666 #115 Qwen: Qwen3 32B
qwen3-32b
#115 · Elo 1399 · In $0.080 · Out $0.280
1399 1491 $0.080 $0.280 316 #116 Qwen: Qwen3 235B A22B Thinking 2507
qwen3-235b-a22b-thinking-2507
#116 · Elo 1398 · In $0.100 · Out $0.100
1398 1498 $0.100 $0.100 490 #117 MiniMax: MiniMax M2.5
minimax-m2.5
#117 · Elo 1398 · In $0.150 · Out $1.15
1398 1444 $0.150 $1.15 2,188 #119 DeepSeek: R1 0528
deepseek-r1-0528
#119 · Elo 1396 · In $0.500 · Out $2.15
1396 1405 $0.500 $2.15 869 #121 DeepSeek: DeepSeek V3.1 Terminus
deepseek-v3.1-terminus
#121 · Elo 1395 · In $0.270 · Out $0.950
1395 1434 $0.270 $0.950 218 #122 Anthropic: Claude Haiku 4.5
claude-haiku-4-5-20251001
#122 · Elo 1395 · In $1.00 · Out $5.00
1395 1369 $1.00 $5.00 4,744 #124 Qwen: Qwen3 235B A22B
qwen3-235b-a22b
#124 · Elo 1393 · In $0.455 · Out $1.82
1393 1407 $0.455 $1.82 1,604 #125 MiniMax: MiniMax M2.1
minimax-m2.1-preview
#125 · Elo 1393 · In $0.290 · Out $0.950
1393 1430 $0.290 $0.950 1,010 #126 Z.ai: GLM 4.5 Air
glm-4.5-air
#126 · Elo 1391 · In $0.125 · Out $0.850
1391 1447 $0.125 $0.850 1,540 #126 Z.ai: GLM 4.5 Air (free)
glm-4.5-air
#126 · Elo 1391 · Out -
1391 - - - 1,540 #128 Qwen: Qwen3 Next 80B A3B Thinking (thinking)
qwen3-next-80b-a3b-thinking
#128 · Elo 1389 · In $0.098 · Out $0.780
1389 1452 $0.098 $0.780 829 #129 Arcee AI: Trinity Large Thinking (thinking)
trinity-large-thinking
#129 · Elo 1389 · In $0.220 · Out $0.850
1389 1435 $0.220 $0.850 1,358 #132 Anthropic: Claude Sonnet 4
claude-sonnet-4-20250514
#132 · Elo 1388 · In $3.00 · Out $15.00
1388 1315 $3.00 $15.00 2,474 #133 OpenAI: o1
o1-2024-12-17
#133 · Elo 1386 · In $15.00 · Out $60.00
1386 1248 $15.00 $60.00 4,569 #135 Prime Intellect: INTELLECT-3
intellect-3
#135 · Elo 1384 · In $0.200 · Out $1.10
1384 1426 $0.200 $1.10 332 #136 OpenAI: gpt-oss-120b
gpt-oss-120b
#136 · Elo 1383 · In $0.039 · Out $0.180
1383 1500 $0.039 $0.180 1,795 #136 OpenAI: gpt-oss-120b (free)
gpt-oss-120b
#136 · Elo 1383 · Out -
1383 - - - 1,795 #137 OpenAI: o3 Mini
o3-mini
#137 · Elo 1382 · In $1.10 · Out $4.40
1382 1357 $1.10 $4.40 4,722 #137 OpenAI: o3 Mini High
o3-mini
#137 · Elo 1382 · In $1.10 · Out $4.40
1382 1357 $1.10 $4.40 4,722 #138 Qwen: Qwen3 30B A3B Instruct 2507
qwen3-30b-a3b-instruct-2507
#138 · Elo 1381 · In $0.043 · Out $0.172
1381 1497 $0.043 $0.172 1,427 #139 Xiaomi: MiMo-V2-Flash (thinking, non-thinking)
mimo-v2-flash (non-thinking)
#139 · Elo 1380 · In $0.100 · Out $0.300
1380 1465 $0.100 $0.300 2,746 #144 Xiaomi: MiMo-V2-Flash (thinking)
mimo-v2-flash (thinking)
#144 · Elo 1374 · In $0.100 · Out $0.300
1374 1460 $0.100 $0.300 633 #145 OpenAI: GPT-4.1
gpt-4.1-2025-04-14
#145 · Elo 1373 · In $2.00 · Out $8.00
1373 1323 $2.00 $8.00 3,227 #146 MiniMax: MiniMax M1
minimax-m1
#146 · Elo 1371 · In $0.400 · Out $2.20
1371 1383 $0.400 $2.20 1,799 #149 Z.ai: GLM 4.7 Flash
glm-4.7-flash
#149 · Elo 1366 · In $0.060 · Out $0.400
1366 1455 $0.060 $0.400 718 #157 Arcee AI: Trinity Large Thinking
trinity-large-preview
#157 · Elo 1361 · In $0.220 · Out $0.850
1361 1407 $0.220 $0.850 1,813 #158 Z.ai: GLM 4.5V
glm-4.5v
#158 · Elo 1357 · In $0.600 · Out $1.80
1357 1365 $0.600 $1.80 276 #159 MiniMax: MiniMax M2
minimax-m2
#159 · Elo 1357 · In $0.255 · Out $1.00
1357 1396 $0.255 $1.00 318 #162 OpenAI: GPT-4.1 Mini
gpt-4.1-mini-2025-04-14
#162 · Elo 1355 · In $0.400 · Out $1.60
1355 1374 $0.400 $1.60 2,693 #164 Qwen: Qwen3 30B A3B
qwen3-30b-a3b
#164 · Elo 1353 · In $0.090 · Out $0.450
1353 1432 $0.090 $0.450 1,708 #168 OpenAI: GPT-5 Nano (high)
gpt-5-nano-high
#168 · Elo 1345 · In $0.050 · Out $0.400
1345 1437 $0.050 $0.400 494 #173 OpenAI: gpt-oss-20b
gpt-oss-20b
#173 · Elo 1336 · In $0.029 · Out $0.140
1336 1465 $0.029 $0.140 680 #173 OpenAI: gpt-oss-20b (free)
gpt-oss-20b
#173 · Elo 1336 · Out -
1336 - - - 680 #177 Google: Gemma 3 27B
gemma-3-27b-it
#177 · Elo 1322 · In $0.080 · Out $0.160
1322 1424 $0.080 $0.160 3,579 #180 Google: Gemma 3 12B
gemma-3-12b-it
#180 · Elo 1317 · In $0.040 · Out $0.130
1317 1441 $0.040 $0.130 389 #182 IBM: Granite 4.1 8B
granite-4.1-8b
#182 · Elo 1315 · In $0.050 · Out $0.100
1315 1437 $0.050 $0.100 218 #186 AllenAI: Olmo 3 32B Think
olmo-3-32b-think
#186 · Elo 1311 · In $0.150 · Out $0.500
1311 1377 $0.150 $0.500 314 #193 OpenAI: GPT-4o
gpt-4o-2024-05-13
#193 · Elo 1305 · In $2.50 · Out $10.00
1305 1245 $2.50 $10.00 15,103 #193 OpenAI: GPT-4o (2024-05-13)
gpt-4o-2024-05-13
#193 · Elo 1305 · In $5.00 · Out $15.00
1305 1220 $5.00 $15.00 15,103 #193 OpenAI: GPT-4o (2024-08-06)
gpt-4o-2024-05-13
#193 · Elo 1305 · In $2.50 · Out $10.00
1305 1245 $2.50 $10.00 15,103 #193 OpenAI: GPT-4o (2024-11-20)
gpt-4o-2024-05-13
#193 · Elo 1305 · In $2.50 · Out $10.00
1305 1245 $2.50 $10.00 15,103 #196 OpenAI: GPT-4 Turbo (older v1106)
gpt-4-1106-preview
#196 · Elo 1303 · In $10.00 · Out $30.00
1303 1188 $10.00 $30.00 13,306 #204 OpenAI: GPT-4 Turbo
gpt-4-turbo-2024-04-09
#204 · Elo 1296 · In $10.00 · Out $30.00
1296 1182 $10.00 $30.00 13,217 #204 OpenAI: GPT-4 Turbo Preview
gpt-4-turbo-2024-04-09
#204 · Elo 1296 · In $10.00 · Out $30.00
1296 1182 $10.00 $30.00 13,217 #205 Meta: Llama 3.3 70B Instruct
llama-3.3-70b-instruct
#205 · Elo 1296 · In $0.100 · Out $0.320
1296 1380 $0.100 $0.320 5,779 #205 Meta: Llama 3.3 70B Instruct (free)
llama-3.3-70b-instruct
#205 · Elo 1296 · Out -
1296 - - - 5,779 #212 Mistral Large 2407
mistral-large-2407
#212 · Elo 1288 · In $2.00 · Out $6.00
1288 1243 $2.00 $6.00 6,664 #215 Anthropic: Claude 3.5 Haiku
claude-3-5-haiku-20241022
#215 · Elo 1285 · In $0.800 · Out $4.00
1285 1270 $0.800 $4.00 6,365 #217 OpenAI: GPT-4 (older v0314)
gpt-4-0314
#217 · Elo 1283 · In $30.00 · Out $60.00
1283 1127 $30.00 $60.00 7,052 #224 OpenAI: GPT-4o-mini
gpt-4o-mini-2024-07-18
#224 · Elo 1276 · In $0.150 · Out $0.600
1276 1338 $0.150 $0.600 9,322 #224 OpenAI: GPT-4o-mini (2024-07-18)
gpt-4o-mini-2024-07-18
#224 · Elo 1276 · In $0.150 · Out $0.600
1276 1338 $0.150 $0.600 9,322 #226 OpenAI: GPT-4.1 Nano
gpt-4.1-nano-2025-04-14
#226 · Elo 1274 · In $0.100 · Out $0.400
1274 1354 $0.100 $0.400 582 #233 Meta: Llama 3.1 70B Instruct
llama-3.1-70b-instruct
#233 · Elo 1269 · In $0.400 · Out $0.400
1269 1309 $0.400 $0.400 7,677 #234 Microsoft: Phi 4
phi-4
#234 · Elo 1265 · In $0.065 · Out $0.140
1265 1375 $0.065 $0.140 2,764 #236 Mistral: Mistral Small 3
mistral-small-24b-instruct-2501
#236 · Elo 1261 · In $0.050 · Out $0.080
1261 1387 $0.050 $0.080 1,683 #238 Google: Gemma 3n 4B
gemma-3n-e4b-it
#238 · Elo 1260 · In $0.060 · Out $0.120
1260 1374 $0.060 $0.120 1,573 #239 Meta: Llama 3 70B Instruct
llama-3-70b-instruct
#239 · Elo 1257 · In $0.510 · Out $0.740
1257 1283 $0.510 $0.740 20,941 #241 Google: Gemma 3 4B
gemma-3-4b-it
#241 · Elo 1254 · In $0.040 · Out $0.080
1254 1385 $0.040 $0.080 423 #247 Google: Gemma 2 27B
gemma-2-27b-it
#247 · Elo 1245 · In $0.650 · Out $0.650
1245 1264 $0.650 $0.650 10,170 #253 Anthropic: Claude 3 Haiku
claude-3-haiku-20240307
#253 · Elo 1231 · In $0.250 · Out $1.25
1231 1265 $0.250 $1.25 14,983 #254 Cohere: Command R+ (08-2024)
command-r-plus-08-2024
#254 · Elo 1230 · In $2.50 · Out $10.00
1230 1170 $2.50 $10.00 1,467 #271 Cohere: Command R (08-2024)
command-r-08-2024
#271 · Elo 1205 · In $0.150 · Out $0.600
1205 1267 $0.150 $0.600 1,601 #278 Google Gemini Pro Latest
gemini-pro
#278 · Elo 1198 · In $2.00 · Out $12.00
1198 1138 $2.00 $12.00 993 #286 Meta: Llama 3 8B Instruct
llama-3-8b-instruct
#286 · Elo 1192 · In $0.040 · Out $0.040
1192 1332 $0.040 $0.040 14,252 #289 Meta: Llama 3.1 8B Instruct
llama-3.1-8b-instruct
#289 · Elo 1189 · In $0.020 · Out $0.050
1189 1348 $0.020 $0.050 7,135 #294 Meta: Llama 3.2 3B Instruct
llama-3.2-3b-instruct
#294 · Elo 1165 · In $0.051 · Out $0.335
1165 1261 $0.051 $0.335 1,136 #294 Meta: Llama 3.2 3B Instruct (free)
llama-3.2-3b-instruct
#294 · Elo 1165 · Out -
1165 - - - 1,136 #314 Meta: Llama 3.2 1B Instruct
llama-3.2-1b-instruct
#314 · Elo 1124 · In $0.027 · Out $0.201
1124 1244 $0.027 $0.201 1,162