#1 Anthropic: Claude Opus 4.6 (thinking)
claude-opus-4-6-thinking
#1 · Elo 1542 · In $5.00 · Out $25.00
1542 1446 $5.00 $25.00 9,816 #2 Anthropic: Claude Opus 4.6
claude-opus-4-6
#2 · Elo 1533 · In $5.00 · Out $25.00
1533 1438 $5.00 $25.00 10,956 #3 Anthropic: Claude Opus 4.7 (thinking)
claude-opus-4-7-thinking
#3 · Elo 1529 · In $5.00 · Out $25.00
1529 1434 $5.00 $25.00 6,529 #4 Anthropic: Claude Opus 4.7
claude-opus-4-7
#4 · Elo 1520 · In $5.00 · Out $25.00
1520 1425 $5.00 $25.00 6,872 #5 Google: Gemini 3.1 Pro Preview
gemini-3.1-pro-preview
#5 · Elo 1508 · In $2.00 · Out $12.00
1508 1448 $2.00 $12.00 13,169 #7 Z.ai: GLM 5.1
glm-5.1
#7 · Elo 1506 · In $0.980 · Out $3.08
1506 1491 $0.980 $3.08 4,396 #8 Anthropic: Claude Sonnet 4.6
claude-sonnet-4-6
#8 · Elo 1505 · In $3.00 · Out $15.00
1505 1432 $3.00 $15.00 8,415 #9 Anthropic: Claude Opus 4.5 (thinking-32k)
claude-opus-4-5-20251101-thinking-32k
#9 · Elo 1505 · In $5.00 · Out $25.00
1505 1410 $5.00 $25.00 9,405 #10 Xiaomi: MiMo-V2.5-Pro
mimo-v2.5-pro
#10 · Elo 1505 · In $0.435 · Out $0.870
1505 1533 $0.435 $0.870 4,871 #12 OpenAI: GPT-5.5 (high)
gpt-5.5-high
#12 · Elo 1502 · In $5.00 · Out $30.00
1502 1402 $5.00 $30.00 5,267 #13 OpenAI: GPT-5.4 (high)
gpt-5.4-high
#13 · Elo 1501 · In $2.50 · Out $15.00
1501 1431 $2.50 $15.00 8,468 #14 Anthropic: Claude Opus 4.5
claude-opus-4-5-20251101
#14 · Elo 1499 · In $5.00 · Out $25.00
1499 1403 $5.00 $25.00 18,389 #15 OpenAI: GPT-5.2 Chat
gpt-5.2-chat-latest-20260210
#15 · Elo 1498 · In $1.75 · Out $14.00
1498 1435 $1.75 $14.00 9,693 #16 Anthropic: Claude Sonnet 4.5 (thinking-32k)
claude-sonnet-4-5-20250929-thinking-32k
#16 · Elo 1498 · In $3.00 · Out $15.00
1498 1424 $3.00 $15.00 21,335 #18 OpenAI: GPT-5.4
gpt-5.4
#18 · Elo 1494 · In $2.50 · Out $15.00
1494 1424 $2.50 $15.00 9,328 #19 MoonshotAI: Kimi K2.6
kimi-k2.6
#19 · Elo 1493 · In $0.684 · Out $3.42
1493 1484 $0.684 $3.42 4,761 #19 MoonshotAI: Kimi K2.6 (free)
kimi-k2.6
#19 · Elo 1493 · Out -
1493 - - - 4,761 #20 OpenAI: GPT-5.5
gpt-5.5
#20 · Elo 1492 · In $5.00 · Out $30.00
1492 1392 $5.00 $30.00 5,578 #21 Anthropic: Claude Sonnet 4.5
claude-sonnet-4-5-20250929
#21 · Elo 1491 · In $3.00 · Out $15.00
1491 1418 $3.00 $15.00 21,582 #22 Qwen: Qwen3.7 Max
qwen3.7-max-preview
#22 · Elo 1491 · In $1.25 · Out $3.75
1491 1466 $1.25 $3.75 1,312 #29 Google: Gemini 3 Flash Preview
gemini-3-flash
#29 · Elo 1488 · In $0.500 · Out $3.00
1488 1488 $0.500 $3.00 7,867 #30 DeepSeek: DeepSeek V4 Pro (thinking)
deepseek-v4-pro-thinking
#30 · Elo 1486 · In $0.435 · Out $0.870
1486 1514 $0.435 $0.870 5,036 #31 Z.ai: GLM 5
glm-5
#31 · Elo 1486 · In $0.600 · Out $2.08
1486 1490 $0.600 $2.08 6,322 #34 Anthropic: Claude Opus 4.1
claude-opus-4-1-20250805
#34 · Elo 1482 · In $15.00 · Out $75.00
1482 1339 $15.00 $75.00 19,376 #35 Google: Gemini 3.5 Flash
gemini-3.5-flash
#35 · Elo 1482 · In $1.50 · Out $9.00
1482 1435 $1.50 $9.00 2,982 #36 OpenAI: GPT-5.1 (high)
gpt-5.1-high
#36 · Elo 1479 · In $1.25 · Out $10.00
1479 1431 $1.25 $10.00 10,364 #38 Qwen: Qwen3.6 Max Preview
qwen3.6-max-preview
#38 · Elo 1477 · In $1.04 · Out $6.24
1477 1446 $1.04 $6.24 1,394 #42 MoonshotAI: Kimi K2.5 (thinking)
kimi-k2.5-thinking
#42 · Elo 1476 · In $0.400 · Out $1.90
1476 1492 $0.400 $1.90 10,370 #43 DeepSeek: DeepSeek V4 Pro
deepseek-v4-pro
#43 · Elo 1475 · In $0.435 · Out $0.870
1475 1503 $0.435 $0.870 5,357 #44 Google: Gemini 3 Flash Preview (thinking-minimal)
gemini-3-flash (thinking-minimal)
#44 · Elo 1474 · In $0.500 · Out $3.00
1474 1474 $0.500 $3.00 15,325 #45 Z.ai: GLM 4.7
glm-4.7
#45 · Elo 1473 · In $0.400 · Out $1.75
1473 1490 $0.400 $1.75 3,099 #46 Xiaomi: MiMo-V2.5
mimo-v2.5
#46 · Elo 1473 · In $0.140 · Out $0.280
1473 1550 $0.140 $0.280 5,176 #47 Qwen: Qwen3.6 Plus
qwen3.6-plus
#47 · Elo 1472 · In $0.325 · Out $1.95
1472 1491 $0.325 $1.95 5,751 #48 Qwen: Qwen3.5 397B A17B
qwen3.5-397b-a17b
#48 · Elo 1472 · In $0.390 · Out $2.34
1472 1482 $0.390 $2.34 9,848 #49 OpenAI: GPT-5.4 Mini (high)
gpt-5.4-mini-high
#49 · Elo 1470 · In $0.750 · Out $4.50
1470 1453 $0.750 $4.50 8,321 #51 OpenAI: GPT-5.3 Chat
gpt-5.3-chat-latest
#51 · Elo 1468 · In $1.75 · Out $14.00
1468 1406 $1.75 $14.00 9,176 #56 xAI: Grok 4.3
grok-4.3
#56 · Elo 1463 · In $1.25 · Out $2.50
1463 1445 $1.25 $2.50 5,344 #58 OpenAI: GPT-5.2 (high)
gpt-5.2-high
#58 · Elo 1462 · In $1.75 · Out $14.00
1462 1400 $1.75 $14.00 13,048 #59 DeepSeek: DeepSeek V3.2 (thinking)
deepseek-v3.2-exp-thinking
#59 · Elo 1461 · In $0.229 · Out $0.343
1461 1521 $0.229 $0.343 10,213 #59 DeepSeek: DeepSeek V3.2 Exp (thinking)
deepseek-v3.2-exp-thinking
#59 · Elo 1461 · In $0.270 · Out $0.410
1461 1514 $0.270 $0.410 10,213 #60 DeepSeek: DeepSeek V4 Flash (thinking)
deepseek-v4-flash-thinking
#60 · Elo 1461 · In $0.098 · Out $0.197
1461 1554 $0.098 $0.197 5,224 #61 DeepSeek: DeepSeek V4 Flash
deepseek-v4-flash
#61 · Elo 1461 · In $0.098 · Out $0.197
1461 1553 $0.098 $0.197 5,281 #65 OpenAI: GPT-5.1
gpt-5.1
#65 · Elo 1458 · In $1.25 · Out $10.00
1458 1410 $1.25 $10.00 11,318 #66 Qwen: Qwen3 Max
qwen3-max-preview
#66 · Elo 1457 · In $0.780 · Out $3.90
1457 1443 $0.780 $3.90 6,837 #66 Qwen: Qwen3 Max Thinking
qwen3-max-preview
#66 · Elo 1457 · In $0.780 · Out $3.90
1457 1443 $0.780 $3.90 6,837 #67 OpenAI: GPT-5.2
gpt-5.2
#67 · Elo 1457 · In $1.75 · Out $14.00
1457 1395 $1.75 $14.00 13,675 #68 Google: Gemini 2.5 Pro
gemini-2.5-pro
#68 · Elo 1456 · In $1.25 · Out $10.00
1456 1409 $1.25 $10.00 31,612 #68 Google: Gemini 2.5 Pro Preview 06-05
gemini-2.5-pro
#68 · Elo 1456 · In $1.25 · Out $10.00
1456 1409 $1.25 $10.00 31,612 #72 Anthropic: Claude Haiku 4.5
claude-haiku-4-5-20251001
#72 · Elo 1454 · In $1.00 · Out $5.00
1454 1428 $1.00 $5.00 21,996 #73 DeepSeek: DeepSeek V3.2
deepseek-v3.2
#73 · Elo 1454 · In $0.229 · Out $0.343
1454 1513 $0.229 $0.343 3,210 #73 DeepSeek: DeepSeek V3.2 Exp
deepseek-v3.2
#73 · Elo 1454 · In $0.270 · Out $0.410
1454 1506 $0.270 $0.410 3,210 #74 OpenAI: GPT-5 (high)
gpt-5-high
#74 · Elo 1452 · In $1.25 · Out $10.00
1452 1405 $1.25 $10.00 7,690 #75 Qwen: Qwen3 VL 235B A22B Instruct
qwen3-vl-235b-a22b-instruct
#75 · Elo 1452 · In $0.200 · Out $0.880
1452 1499 $0.200 $0.880 2,952 #76 MiniMax: MiniMax M2.7
minimax-m2.7
#76 · Elo 1451 · In $0.279 · Out $1.20
1451 1485 $0.279 $1.20 6,947 #78 DeepSeek: DeepSeek V3.1 Terminus (thinking)
deepseek-v3.1-terminus-thinking
#78 · Elo 1450 · In $0.270 · Out $0.950
1450 1489 $0.270 $0.950 840 #80 Z.ai: GLM 4.6
glm-4.6
#80 · Elo 1448 · In $0.430 · Out $1.74
1448 1464 $0.430 $1.74 9,616 #81 OpenAI: GPT-5 Chat
gpt-5-chat
#81 · Elo 1448 · In $1.25 · Out $10.00
1448 1400 $1.25 $10.00 7,751 #82 Anthropic: Claude Sonnet 4 (thinking-32k)
claude-sonnet-4-20250514-thinking-32k
#82 · Elo 1448 · In $3.00 · Out $15.00
1448 1375 $3.00 $15.00 8,116 #83 OpenAI: o3
o3-2025-04-16
#83 · Elo 1445 · In $2.00 · Out $8.00
1445 1395 $2.00 $8.00 13,973 #88 Qwen: Qwen3.5-122B-A10B
qwen3.5-122b-a10b
#88 · Elo 1443 · In $0.260 · Out $2.08
1443 1463 $0.260 $2.08 8,029 #89 Anthropic: Claude Opus 4
claude-opus-4-20250514
#89 · Elo 1442 · In $15.00 · Out $75.00
1442 1299 $15.00 $75.00 9,919 #90 Google: Gemini 3.1 Flash Lite
gemini-3.1-flash-lite-preview
#90 · Elo 1442 · In $0.250 · Out $1.50
1442 1472 $0.250 $1.50 10,731 #90 Google: Gemini 3.1 Flash Lite Preview
gemini-3.1-flash-lite-preview
#90 · Elo 1442 · In $0.250 · Out $1.50
1442 1472 $0.250 $1.50 10,731 #95 Qwen: Qwen3.5-27B
qwen3.5-27b
#95 · Elo 1439 · In $0.195 · Out $1.56
1439 1472 $0.195 $1.56 7,779 #96 MoonshotAI: Kimi K2 0905
kimi-k2-0905-preview
#96 · Elo 1439 · In $0.600 · Out $2.50
1439 1440 $0.600 $2.50 2,842 #98 DeepSeek: R1 0528
deepseek-r1-0528
#98 · Elo 1439 · In $0.500 · Out $2.15
1439 1447 $0.500 $2.15 3,499 #99 OpenAI: GPT-4.1
gpt-4.1-2025-04-14
#99 · Elo 1437 · In $2.00 · Out $8.00
1437 1386 $2.00 $8.00 11,915 #103 DeepSeek: R1
deepseek-r1
#103 · Elo 1433 · In $0.700 · Out $2.50
1433 1431 $0.700 $2.50 2,656 #104 Xiaomi: MiMo-V2-Flash (thinking, non-thinking)
mimo-v2-flash (non-thinking)
#104 · Elo 1433 · In $0.100 · Out $0.300
1433 1519 $0.100 $0.300 12,426 #105 OpenAI: GPT-5.4 Nano (high)
gpt-5.4-nano-high
#105 · Elo 1433 · In $0.200 · Out $1.25
1433 1471 $0.200 $1.25 8,205 #106 Z.ai: GLM 4.5
glm-4.5
#106 · Elo 1432 · In $0.600 · Out $2.20
1432 1436 $0.600 $2.20 5,698 #107 MiniMax: MiniMax M2.5
minimax-m2.5
#107 · Elo 1430 · In $0.150 · Out $1.15
1430 1476 $0.150 $1.15 10,603 #108 Qwen: Qwen3 Next 80B A3B Instruct
qwen3-next-80b-a3b-instruct
#108 · Elo 1429 · In $0.090 · Out $1.10
1429 1482 $0.090 $1.10 6,060 #108 Qwen: Qwen3 Next 80B A3B Instruct (free)
qwen3-next-80b-a3b-instruct
#108 · Elo 1429 · Out -
1429 - - - 6,060 #110 Qwen: Qwen3 235B A22B Thinking 2507
qwen3-235b-a22b-thinking-2507
#110 · Elo 1428 · In $0.100 · Out $0.100
1428 1528 $0.100 $0.100 2,010 #111 DeepSeek: DeepSeek V3.1 Terminus
deepseek-v3.1-terminus
#111 · Elo 1428 · In $0.270 · Out $0.950
1428 1467 $0.270 $0.950 1,049 #115 StepFun: Step 3.5 Flash
step-3.5-flash
#115 · Elo 1425 · In $0.090 · Out $0.300
1425 1513 $0.090 $0.300 9,351 #116 MiniMax: MiniMax M2.1
minimax-m2.1-preview
#116 · Elo 1425 · In $0.290 · Out $0.950
1425 1463 $0.290 $0.950 4,200 #118 Xiaomi: MiMo-V2-Flash (thinking)
mimo-v2-flash (thinking)
#118 · Elo 1425 · In $0.100 · Out $0.300
1425 1510 $0.100 $0.300 2,770 #119 Anthropic: Claude Sonnet 4
claude-sonnet-4-20250514
#119 · Elo 1424 · In $3.00 · Out $15.00
1424 1351 $3.00 $15.00 9,266 #120 Qwen: Qwen3.5-35B-A3B
qwen3.5-35b-a3b
#120 · Elo 1424 · In $0.140 · Out $1.00
1424 1475 $0.140 $1.00 8,144 #126 Qwen: Qwen3 VL 235B A22B Thinking (thinking)
qwen3-vl-235b-a22b-thinking
#126 · Elo 1420 · In $0.260 · Out $2.60
1420 1433 $0.260 $2.60 2,096 #127 Google: Gemini 2.5 Flash
gemini-2.5-flash
#127 · Elo 1419 · In $0.300 · Out $2.50
1419 1432 $0.300 $2.50 31,300 #129 OpenAI: o4 Mini
o4-mini-2025-04-16
#129 · Elo 1417 · In $1.10 · Out $4.40
1417 1392 $1.10 $4.40 10,493 #129 OpenAI: o4 Mini High
o4-mini-2025-04-16
#129 · Elo 1417 · In $1.10 · Out $4.40
1417 1392 $1.10 $4.40 10,493 #130 Arcee AI: Trinity Large Thinking
trinity-large-preview
#130 · Elo 1417 · In $0.220 · Out $0.850
1417 1463 $0.220 $0.850 8,413 #131 Qwen: Qwen3 30B A3B Instruct 2507
qwen3-30b-a3b-instruct-2507
#131 · Elo 1416 · In $0.043 · Out $0.172
1416 1533 $0.043 $0.172 5,625 #132 OpenAI: o3 Mini (high)
o3-mini-high
#132 · Elo 1414 · In $1.10 · Out $4.40
1414 1389 $1.10 $4.40 2,944 #132 OpenAI: o3 Mini High (high)
o3-mini-high
#132 · Elo 1414 · In $1.10 · Out $4.40
1414 1389 $1.10 $4.40 2,944 #133 OpenAI: o1
o1-2024-12-17
#133 · Elo 1413 · In $15.00 · Out $60.00
1413 1275 $15.00 $60.00 4,917 #134 OpenAI: GPT-4.1 Mini
gpt-4.1-mini-2025-04-14
#134 · Elo 1413 · In $0.400 · Out $1.60
1413 1432 $0.400 $1.60 8,751 #136 OpenAI: GPT-5 Mini (high)
gpt-5-mini-high
#136 · Elo 1410 · In $0.250 · Out $2.00
1410 1432 $0.250 $2.00 6,487 #138 Z.ai: GLM 4.6V
glm-4.6v
#138 · Elo 1405 · In $0.300 · Out $0.900
1405 1442 $0.300 $0.900 718 #140 Z.ai: GLM 4.7 Flash
glm-4.7-flash
#140 · Elo 1404 · In $0.060 · Out $0.400
1404 1493 $0.060 $0.400 3,074 #142 Z.ai: GLM 4.5 Air
glm-4.5-air
#142 · Elo 1403 · In $0.125 · Out $0.850
1403 1460 $0.125 $0.850 7,660 #142 Z.ai: GLM 4.5 Air (free)
glm-4.5-air
#142 · Elo 1403 · Out -
1403 - - - 7,660 #143 Qwen: Qwen3 235B A22B
qwen3-235b-a22b
#143 · Elo 1403 · In $0.455 · Out $1.82
1403 1417 $0.455 $1.82 5,751 #145 Prime Intellect: INTELLECT-3
intellect-3
#145 · Elo 1399 · In $0.200 · Out $1.10
1399 1441 $0.200 $1.10 1,433 #148 Arcee AI: Trinity Large Thinking (thinking)
trinity-large-thinking
#148 · Elo 1397 · In $0.220 · Out $0.850
1397 1443 $0.220 $0.850 7,644 #150 Z.ai: GLM 4.5V
glm-4.5v
#150 · Elo 1397 · In $0.600 · Out $1.80
1397 1404 $0.600 $1.80 1,235 #151 Qwen: Qwen3 Next 80B A3B Thinking (thinking)
qwen3-next-80b-a3b-thinking
#151 · Elo 1397 · In $0.098 · Out $0.780
1397 1460 $0.098 $0.780 3,495 #154 MiniMax: MiniMax M1
minimax-m1
#154 · Elo 1394 · In $0.400 · Out $2.20
1394 1406 $0.400 $2.20 8,158 #159 MiniMax: MiniMax M2
minimax-m2
#159 · Elo 1387 · In $0.255 · Out $1.00
1387 1427 $0.255 $1.00 1,905 #161 OpenAI: o3 Mini
o3-mini
#161 · Elo 1383 · In $1.10 · Out $4.40
1383 1358 $1.10 $4.40 11,290 #161 OpenAI: o3 Mini High
o3-mini
#161 · Elo 1383 · In $1.10 · Out $4.40
1383 1358 $1.10 $4.40 11,290 #165 Qwen: Qwen3 32B
qwen3-32b
#165 · Elo 1382 · In $0.080 · Out $0.280
1382 1474 $0.080 $0.280 729 #173 Inception: Mercury 2
mercury-2
#173 · Elo 1371 · In $0.250 · Out $0.750
1371 1417 $0.250 $0.750 865 #174 Google: Gemma 3 27B
gemma-3-27b-it
#174 · Elo 1370 · In $0.080 · Out $0.160
1370 1472 $0.080 $0.160 9,914 #179 OpenAI: GPT-5 Nano (high)
gpt-5-nano-high
#179 · Elo 1367 · In $0.050 · Out $0.400
1367 1459 $0.050 $0.400 1,975 #181 OpenAI: gpt-oss-120b
gpt-oss-120b
#181 · Elo 1367 · In $0.039 · Out $0.180
1367 1484 $0.039 $0.180 7,638 #181 OpenAI: gpt-oss-120b (free)
gpt-oss-120b
#181 · Elo 1367 · Out -
1367 - - - 7,638 #183 Qwen: Qwen3 30B A3B
qwen3-30b-a3b
#183 · Elo 1362 · In $0.090 · Out $0.450
1362 1441 $0.090 $0.450 5,814 #187 AllenAI: Olmo 3 32B Think
olmo-3-32b-think
#187 · Elo 1357 · In $0.150 · Out $0.500
1357 1423 $0.150 $0.500 1,506 #188 Anthropic: Claude 3.5 Haiku
claude-3-5-haiku-20241022
#188 · Elo 1357 · In $0.800 · Out $4.00
1357 1341 $0.800 $4.00 13,436 #195 IBM: Granite 4.1 8B
granite-4.1-8b
#195 · Elo 1351 · In $0.050 · Out $0.100
1351 1473 $0.050 $0.100 1,182 #206 OpenAI: GPT-4.1 Nano
gpt-4.1-nano-2025-04-14
#206 · Elo 1339 · In $0.100 · Out $0.400
1339 1419 $0.100 $0.400 1,062 #207 OpenAI: GPT-4o
gpt-4o-2024-05-13
#207 · Elo 1339 · In $2.50 · Out $10.00
1339 1279 $2.50 $10.00 8,010 #207 OpenAI: GPT-4o (2024-05-13)
gpt-4o-2024-05-13
#207 · Elo 1339 · In $5.00 · Out $15.00
1339 1254 $5.00 $15.00 8,010 #207 OpenAI: GPT-4o (2024-08-06)
gpt-4o-2024-05-13
#207 · Elo 1339 · In $2.50 · Out $10.00
1339 1279 $2.50 $10.00 8,010 #207 OpenAI: GPT-4o (2024-11-20)
gpt-4o-2024-05-13
#207 · Elo 1339 · In $2.50 · Out $10.00
1339 1279 $2.50 $10.00 8,010 #208 OpenAI: gpt-oss-20b
gpt-oss-20b
#208 · Elo 1338 · In $0.029 · Out $0.140
1338 1468 $0.029 $0.140 2,446 #208 OpenAI: gpt-oss-20b (free)
gpt-oss-20b
#208 · Elo 1338 · Out -
1338 - - - 2,446 #209 Meta: Llama 3.3 70B Instruct
llama-3.3-70b-instruct
#209 · Elo 1338 · In $0.100 · Out $0.320
1338 1422 $0.100 $0.320 10,093 #209 Meta: Llama 3.3 70B Instruct (free)
llama-3.3-70b-instruct
#209 · Elo 1338 · Out -
1338 - - - 10,093 #211 Google: Gemma 3 12B
gemma-3-12b-it
#211 · Elo 1337 · In $0.040 · Out $0.130
1337 1461 $0.040 $0.130 700 #213 Mistral Large 2407
mistral-large-2407
#213 · Elo 1334 · In $2.00 · Out $6.00
1334 1289 $2.00 $6.00 7,818 #218 OpenAI: GPT-4 Turbo
gpt-4-turbo-2024-04-09
#218 · Elo 1329 · In $10.00 · Out $30.00
1329 1215 $10.00 $30.00 17,922 #218 OpenAI: GPT-4 Turbo Preview
gpt-4-turbo-2024-04-09
#218 · Elo 1329 · In $10.00 · Out $30.00
1329 1215 $10.00 $30.00 17,922 #227 OpenAI: GPT-4 Turbo (older v1106)
gpt-4-1106-preview
#227 · Elo 1324 · In $10.00 · Out $30.00
1324 1209 $10.00 $30.00 18,316 #231 OpenAI: GPT-4o-mini
gpt-4o-mini-2024-07-18
#231 · Elo 1321 · In $0.150 · Out $0.600
1321 1383 $0.150 $0.600 11,377 #231 OpenAI: GPT-4o-mini (2024-07-18)
gpt-4o-mini-2024-07-18
#231 · Elo 1321 · In $0.150 · Out $0.600
1321 1383 $0.150 $0.600 11,377 #234 Google: Gemma 3n 4B
gemma-3n-e4b-it
#234 · Elo 1318 · In $0.060 · Out $0.120
1318 1432 $0.060 $0.120 4,553 #237 Meta: Llama 3.1 70B Instruct
llama-3.1-70b-instruct
#237 · Elo 1314 · In $0.400 · Out $0.400
1314 1354 $0.400 $0.400 9,133 #238 OpenAI: GPT-4 (older v0314)
gpt-4-0314
#238 · Elo 1314 · In $30.00 · Out $60.00
1314 1158 $30.00 $60.00 9,838 #240 Meta: Llama 3 70B Instruct
llama-3-70b-instruct
#240 · Elo 1310 · In $0.510 · Out $0.740
1310 1335 $0.510 $0.740 29,608 #244 Mistral: Mistral Small 3
mistral-small-24b-instruct-2501
#244 · Elo 1295 · In $0.050 · Out $0.080
1295 1420 $0.050 $0.080 2,355 #248 Microsoft: Phi 4
phi-4
#248 · Elo 1290 · In $0.065 · Out $0.140
1290 1400 $0.065 $0.140 3,804 #249 Google: Gemma 2 27B
gemma-2-27b-it
#249 · Elo 1289 · In $0.650 · Out $0.650
1289 1307 $0.650 $0.650 12,606 #252 Google: Gemma 3 4B
gemma-3-4b-it
#252 · Elo 1283 · In $0.040 · Out $0.080
1283 1415 $0.040 $0.080 764 #263 Cohere: Command R+ (08-2024)
command-r-plus-08-2024
#263 · Elo 1270 · In $2.50 · Out $10.00
1270 1209 $2.50 $10.00 1,735 #264 Anthropic: Claude 3 Haiku
claude-3-haiku-20240307
#264 · Elo 1269 · In $0.250 · Out $1.25
1269 1303 $0.250 $1.25 20,673 #268 Cohere: Command R (08-2024)
command-r-08-2024
#268 · Elo 1262 · In $0.150 · Out $0.600
1262 1324 $0.150 $0.600 1,822 #277 Meta: Llama 3 8B Instruct
llama-3-8b-instruct
#277 · Elo 1244 · In $0.040 · Out $0.040
1244 1384 $0.040 $0.040 19,891 #280 Google Gemini Pro Latest
gemini-pro
#280 · Elo 1241 · In $2.00 · Out $12.00
1241 1180 $2.00 $12.00 1,189 #282 Meta: Llama 3.1 8B Instruct
llama-3.1-8b-instruct
#282 · Elo 1240 · In $0.020 · Out $0.050
1240 1398 $0.020 $0.050 8,195 #298 Meta: Llama 3.2 3B Instruct
llama-3.2-3b-instruct
#298 · Elo 1208 · In $0.051 · Out $0.335
1208 1305 $0.051 $0.335 1,377 #298 Meta: Llama 3.2 3B Instruct (free)
llama-3.2-3b-instruct
#298 · Elo 1208 · Out -
1208 - - - 1,377 #329 Meta: Llama 3.2 1B Instruct
llama-3.2-1b-instruct
#329 · Elo 1154 · In $0.027 · Out $0.201
1154 1275 $0.027 $0.201 1,437