#1 Anthropic: Claude Opus 4.7 (thinking)
claude-opus-4-7-thinking
#1 · Elo 1542 · In $5.00 · Out $25.00
1542 1447 $5.00 $25.00 7,960 #2 Anthropic: Claude Opus 4.6 (thinking)
claude-opus-4-6-thinking
#2 · Elo 1540 · In $5.00 · Out $25.00
1540 1444 $5.00 $25.00 12,520 #3 Anthropic: Claude Opus 4.6
claude-opus-4-6
#3 · Elo 1534 · In $5.00 · Out $25.00
1534 1439 $5.00 $25.00 13,769 #4 Anthropic: Claude Opus 4.7
claude-opus-4-7
#4 · Elo 1529 · In $5.00 · Out $25.00
1529 1434 $5.00 $25.00 8,238 #6 Google: Gemini 3.1 Pro Preview
gemini-3.1-pro-preview
#6 · Elo 1514 · In $2.00 · Out $12.00
1514 1454 $2.00 $12.00 16,588 #7 Qwen: Qwen3.7 Max
qwen3.7-max-preview
#7 · Elo 1513 · In $1.25 · Out $3.75
1513 1489 $1.25 $3.75 1,570 #8 Z.ai: GLM 5.1
glm-5.1
#8 · Elo 1512 · In $0.980 · Out $3.08
1512 1498 $0.980 $3.08 5,541 #9 Anthropic: Claude Opus 4.5 (thinking-32k)
claude-opus-4-5-20251101-thinking-32k
#9 · Elo 1512 · In $5.00 · Out $25.00
1512 1416 $5.00 $25.00 12,738 #10 OpenAI: GPT-5.5 (high)
gpt-5.5-high
#10 · Elo 1511 · In $5.00 · Out $30.00
1511 1411 $5.00 $30.00 6,421 #12 Anthropic: Claude Sonnet 4.6
claude-sonnet-4-6
#12 · Elo 1511 · In $3.00 · Out $15.00
1511 1438 $3.00 $15.00 10,371 #13 OpenAI: GPT-5.2 Chat
gpt-5.2-chat-latest-20260210
#13 · Elo 1509 · In $1.75 · Out $14.00
1509 1447 $1.75 $14.00 12,286 #15 OpenAI: GPT-5.4 (high)
gpt-5.4-high
#15 · Elo 1507 · In $2.50 · Out $15.00
1507 1438 $2.50 $15.00 10,750 #18 Anthropic: Claude Opus 4.5
claude-opus-4-5-20251101
#18 · Elo 1506 · In $5.00 · Out $25.00
1506 1411 $5.00 $25.00 24,146 #20 Xiaomi: MiMo-V2.5-Pro
mimo-v2.5-pro
#20 · Elo 1504 · In $0.435 · Out $0.870
1504 1532 $0.435 $0.870 6,229 #22 MoonshotAI: Kimi K2.6
kimi-k2.6
#22 · Elo 1502 · In $0.684 · Out $3.42
1502 1493 $0.684 $3.42 6,248 #22 MoonshotAI: Kimi K2.6 (free)
kimi-k2.6
#22 · Elo 1502 · Out -
1502 - - - 6,248 #23 OpenAI: GPT-5.5
gpt-5.5
#23 · Elo 1501 · In $5.00 · Out $30.00
1501 1401 $5.00 $30.00 6,579 #24 Google: Gemini 3.5 Flash
gemini-3.5-flash
#24 · Elo 1501 · In $1.50 · Out $9.00
1501 1453 $1.50 $9.00 3,669 #25 Google: Gemini 3 Flash Preview
gemini-3-flash
#25 · Elo 1501 · In $0.500 · Out $3.00
1501 1501 $0.500 $3.00 10,515 #27 OpenAI: GPT-5.4
gpt-5.4
#27 · Elo 1501 · In $2.50 · Out $15.00
1501 1431 $2.50 $15.00 11,491 #29 Anthropic: Claude Sonnet 4.5 (thinking-32k)
claude-sonnet-4-5-20250929-thinking-32k
#29 · Elo 1500 · In $3.00 · Out $15.00
1500 1427 $3.00 $15.00 27,914 #30 Anthropic: Claude Sonnet 4.5
claude-sonnet-4-5-20250929
#30 · Elo 1499 · In $3.00 · Out $15.00
1499 1426 $3.00 $15.00 27,661 #32 Qwen: Qwen3.6 Max Preview
qwen3.6-max-preview
#32 · Elo 1492 · In $1.04 · Out $6.24
1492 1461 $1.04 $6.24 1,884 #34 MoonshotAI: Kimi K2.5 (thinking)
kimi-k2.5-thinking
#34 · Elo 1491 · In $0.400 · Out $1.90
1491 1506 $0.400 $1.90 13,994 #38 Google: Gemini 3 Flash Preview (thinking-minimal)
gemini-3-flash (thinking-minimal)
#38 · Elo 1489 · In $0.500 · Out $3.00
1489 1489 $0.500 $3.00 19,479 #39 DeepSeek: DeepSeek V4 Pro
deepseek-v4-pro
#39 · Elo 1489 · In $0.435 · Out $0.870
1489 1517 $0.435 $0.870 6,927 #42 OpenAI: GPT-5.3 Chat
gpt-5.3-chat-latest
#42 · Elo 1488 · In $1.75 · Out $14.00
1488 1426 $1.75 $14.00 11,726 #43 DeepSeek: DeepSeek V4 Pro (thinking)
deepseek-v4-pro-thinking
#43 · Elo 1488 · In $0.435 · Out $0.870
1488 1516 $0.435 $0.870 6,344 #44 OpenAI: GPT-5.4 Mini (high)
gpt-5.4-mini-high
#44 · Elo 1487 · In $0.750 · Out $4.50
1487 1469 $0.750 $4.50 10,161 #46 Anthropic: Claude Opus 4.1
claude-opus-4-1-20250805
#46 · Elo 1486 · In $15.00 · Out $75.00
1486 1342 $15.00 $75.00 26,339 #47 Z.ai: GLM 5
glm-5
#47 · Elo 1485 · In $0.600 · Out $2.08
1485 1490 $0.600 $2.08 8,067 #48 Qwen: Qwen3.5 397B A17B
qwen3.5-397b-a17b
#48 · Elo 1484 · In $0.390 · Out $2.34
1484 1494 $0.390 $2.34 12,346 #49 xAI: Grok 4.3
grok-4.3
#49 · Elo 1481 · In $1.25 · Out $2.50
1481 1463 $1.25 $2.50 6,280 #50 OpenAI: GPT-5.1 (high)
gpt-5.1-high
#50 · Elo 1481 · In $1.25 · Out $10.00
1481 1433 $1.25 $10.00 13,953 #51 Xiaomi: MiMo-V2.5
mimo-v2.5
#51 · Elo 1480 · In $0.140 · Out $0.280
1480 1558 $0.140 $0.280 6,501 #52 Qwen: Qwen3.6 Plus
qwen3.6-plus
#52 · Elo 1480 · In $0.325 · Out $1.95
1480 1498 $0.325 $1.95 7,473 #55 Z.ai: GLM 4.7
glm-4.7
#55 · Elo 1475 · In $0.400 · Out $1.75
1475 1492 $0.400 $1.75 4,107 #56 OpenAI: GPT-5.2 (high)
gpt-5.2-high
#56 · Elo 1474 · In $1.75 · Out $14.00
1474 1412 $1.75 $14.00 16,828 #59 OpenAI: GPT-5.2
gpt-5.2
#59 · Elo 1471 · In $1.75 · Out $14.00
1471 1409 $1.75 $14.00 17,258 #60 DeepSeek: DeepSeek V4 Flash (thinking)
deepseek-v4-flash-thinking
#60 · Elo 1471 · In $0.098 · Out $0.197
1471 1564 $0.098 $0.197 6,633 #62 DeepSeek: DeepSeek V4 Flash
deepseek-v4-flash
#62 · Elo 1469 · In $0.098 · Out $0.197
1469 1562 $0.098 $0.197 6,709 #64 MiniMax: MiniMax M2.7
minimax-m2.7
#64 · Elo 1467 · In $0.279 · Out $1.20
1467 1500 $0.279 $1.20 9,343 #66 OpenAI: GPT-5.1
gpt-5.1
#66 · Elo 1466 · In $1.25 · Out $10.00
1466 1418 $1.25 $10.00 15,185 #68 Qwen: Qwen3 Max
qwen3-max-preview
#68 · Elo 1463 · In $0.780 · Out $3.90
1463 1449 $0.780 $3.90 3,393 #68 Qwen: Qwen3 Max Thinking
qwen3-max-preview
#68 · Elo 1463 · In $0.780 · Out $3.90
1463 1449 $0.780 $3.90 3,393 #72 Anthropic: Claude Haiku 4.5
claude-haiku-4-5-20251001
#72 · Elo 1461 · In $1.00 · Out $5.00
1461 1436 $1.00 $5.00 28,318 #73 Google: Gemini 2.5 Pro
gemini-2.5-pro
#73 · Elo 1460 · In $1.25 · Out $10.00
1460 1412 $1.25 $10.00 42,919 #73 Google: Gemini 2.5 Pro Preview 06-05
gemini-2.5-pro
#73 · Elo 1460 · In $1.25 · Out $10.00
1460 1412 $1.25 $10.00 42,919 #76 DeepSeek: DeepSeek V3.2 (thinking)
deepseek-v3.2-exp-thinking
#76 · Elo 1459 · In $0.229 · Out $0.343
1459 1519 $0.229 $0.343 3,225 #76 DeepSeek: DeepSeek V3.2 Exp (thinking)
deepseek-v3.2-exp-thinking
#76 · Elo 1459 · In $0.270 · Out $0.410
1459 1511 $0.270 $0.410 3,225 #79 DeepSeek: R1 0528
deepseek-r1-0528
#79 · Elo 1456 · In $0.500 · Out $2.15
1456 1464 $0.500 $2.15 5,676 #80 Qwen: Qwen3 VL 235B A22B Instruct
qwen3-vl-235b-a22b-instruct
#80 · Elo 1455 · In $0.200 · Out $0.880
1455 1503 $0.200 $0.880 4,093 #81 OpenAI: GPT-5 Chat
gpt-5-chat
#81 · Elo 1455 · In $1.25 · Out $10.00
1455 1407 $1.25 $10.00 10,752 #83 Google: Gemini 3.1 Flash Lite
gemini-3.1-flash-lite-preview
#83 · Elo 1454 · In $0.250 · Out $1.50
1454 1484 $0.250 $1.50 13,474 #83 Google: Gemini 3.1 Flash Lite Preview
gemini-3.1-flash-lite-preview
#83 · Elo 1454 · In $0.250 · Out $1.50
1454 1484 $0.250 $1.50 13,474 #84 Z.ai: GLM 4.6
glm-4.6
#84 · Elo 1454 · In $0.430 · Out $1.74
1454 1470 $0.430 $1.74 12,604 #85 DeepSeek: DeepSeek V3.2
deepseek-v3.2
#85 · Elo 1453 · In $0.229 · Out $0.343
1453 1513 $0.229 $0.343 4,136 #85 DeepSeek: DeepSeek V3.2 Exp
deepseek-v3.2
#85 · Elo 1453 · In $0.270 · Out $0.410
1453 1506 $0.270 $0.410 4,136 #87 OpenAI: o3
o3-2025-04-16
#87 · Elo 1453 · In $2.00 · Out $8.00
1453 1403 $2.00 $8.00 19,604 #89 OpenAI: GPT-5 (high)
gpt-5-high
#89 · Elo 1452 · In $1.25 · Out $10.00
1452 1404 $1.25 $10.00 10,928 #90 MoonshotAI: Kimi K2 0905
kimi-k2-0905-preview
#90 · Elo 1452 · In $0.600 · Out $2.50
1452 1452 $0.600 $2.50 3,966 #92 Qwen: Qwen3.5-122B-A10B
qwen3.5-122b-a10b
#92 · Elo 1450 · In $0.260 · Out $2.08
1450 1471 $0.260 $2.08 10,201 #93 OpenAI: GPT-5.4 Nano (high)
gpt-5.4-nano-high
#93 · Elo 1450 · In $0.200 · Out $1.25
1450 1488 $0.200 $1.25 9,891 #95 DeepSeek: DeepSeek V3.1 Terminus (thinking)
deepseek-v3.1-terminus-thinking
#95 · Elo 1446 · In $0.270 · Out $0.950
1446 1485 $0.270 $0.950 1,175 #97 Qwen: Qwen3 Next 80B A3B Instruct
qwen3-next-80b-a3b-instruct
#97 · Elo 1444 · In $0.090 · Out $1.10
1444 1497 $0.090 $1.10 8,121 #97 Qwen: Qwen3 Next 80B A3B Instruct (free)
qwen3-next-80b-a3b-instruct
#97 · Elo 1444 · Out -
1444 - - - 8,121 #98 Qwen: Qwen3.5-27B
qwen3.5-27b
#98 · Elo 1444 · In $0.195 · Out $1.56
1444 1477 $0.195 $1.56 9,908 #99 Z.ai: GLM 4.5
glm-4.5
#99 · Elo 1443 · In $0.600 · Out $2.20
1443 1447 $0.600 $2.20 8,274 #100 Anthropic: Claude Sonnet 4 (thinking-32k)
claude-sonnet-4-20250514-thinking-32k
#100 · Elo 1443 · In $3.00 · Out $15.00
1443 1370 $3.00 $15.00 11,824 #101 OpenAI: GPT-4.1
gpt-4.1-2025-04-14
#101 · Elo 1442 · In $2.00 · Out $8.00
1442 1392 $2.00 $8.00 16,826 #103 Anthropic: Claude Opus 4
claude-opus-4-20250514
#103 · Elo 1441 · In $15.00 · Out $75.00
1441 1298 $15.00 $75.00 14,859 #106 Xiaomi: MiMo-V2-Flash (thinking, non-thinking)
mimo-v2-flash (non-thinking)
#106 · Elo 1438 · In $0.100 · Out $0.300
1438 1523 $0.100 $0.300 16,744 #107 Qwen: Qwen3 VL 235B A22B Thinking (thinking)
qwen3-vl-235b-a22b-thinking
#107 · Elo 1437 · In $0.260 · Out $2.60
1437 1451 $0.260 $2.60 2,834 #108 StepFun: Step 3.5 Flash
step-3.5-flash
#108 · Elo 1436 · In $0.090 · Out $0.300
1436 1524 $0.090 $0.300 12,786 #110 MiniMax: MiniMax M2.5
minimax-m2.5
#110 · Elo 1436 · In $0.150 · Out $1.15
1436 1481 $0.150 $1.15 13,625 #112 Qwen: Qwen3.5-35B-A3B
qwen3.5-35b-a3b
#112 · Elo 1433 · In $0.140 · Out $1.00
1433 1484 $0.140 $1.00 10,506 #113 Qwen: Qwen3 235B A22B Thinking 2507
qwen3-235b-a22b-thinking-2507
#113 · Elo 1433 · In $0.100 · Out $0.100
1433 1533 $0.100 $0.100 2,992 #115 DeepSeek: R1
deepseek-r1
#115 · Elo 1430 · In $0.700 · Out $2.50
1430 1428 $0.700 $2.50 3,954 #116 Qwen: Qwen3 30B A3B Instruct 2507
qwen3-30b-a3b-instruct-2507
#116 · Elo 1430 · In $0.043 · Out $0.172
1430 1546 $0.043 $0.172 8,199 #117 DeepSeek: DeepSeek V3.1 Terminus
deepseek-v3.1-terminus
#117 · Elo 1429 · In $0.270 · Out $0.950
1429 1469 $0.270 $0.950 1,315 #120 Anthropic: Claude Sonnet 4
claude-sonnet-4-20250514
#120 · Elo 1427 · In $3.00 · Out $15.00
1427 1354 $3.00 $15.00 13,742 #121 Xiaomi: MiMo-V2-Flash (thinking)
mimo-v2-flash (thinking)
#121 · Elo 1427 · In $0.100 · Out $0.300
1427 1512 $0.100 $0.300 3,733 #123 Arcee AI: Trinity Large Thinking
trinity-large-preview
#123 · Elo 1425 · In $0.220 · Out $0.850
1425 1471 $0.220 $0.850 10,619 #126 Z.ai: GLM 4.7 Flash
glm-4.7-flash
#126 · Elo 1424 · In $0.060 · Out $0.400
1424 1513 $0.060 $0.400 4,258 #127 MiniMax: MiniMax M2.1
minimax-m2.1-preview
#127 · Elo 1423 · In $0.290 · Out $0.950
1423 1461 $0.290 $0.950 5,792 #130 Google: Gemini 2.5 Flash
gemini-2.5-flash
#130 · Elo 1422 · In $0.300 · Out $2.50
1422 1435 $0.300 $2.50 42,632 #132 OpenAI: o4 Mini
o4-mini-2025-04-16
#132 · Elo 1421 · In $1.10 · Out $4.40
1421 1397 $1.10 $4.40 14,991 #132 OpenAI: o4 Mini High
o4-mini-2025-04-16
#132 · Elo 1421 · In $1.10 · Out $4.40
1421 1397 $1.10 $4.40 14,991 #133 OpenAI: GPT-4.1 Mini
gpt-4.1-mini-2025-04-14
#133 · Elo 1419 · In $0.400 · Out $1.60
1419 1438 $0.400 $1.60 12,747 #135 Qwen: Qwen3 235B A22B
qwen3-235b-a22b
#135 · Elo 1416 · In $0.455 · Out $1.82
1416 1430 $0.455 $1.82 8,097 #136 OpenAI: GPT-5 Mini (high)
gpt-5-mini-high
#136 · Elo 1415 · In $0.250 · Out $2.00
1415 1437 $0.250 $2.00 9,028 #137 Z.ai: GLM 4.5 Air
glm-4.5-air
#137 · Elo 1415 · In $0.125 · Out $0.850
1415 1471 $0.125 $0.850 10,659 #137 Z.ai: GLM 4.5 Air (free)
glm-4.5-air
#137 · Elo 1415 · Out -
1415 - - - 10,659 #139 OpenAI: o3 Mini (high)
o3-mini-high
#139 · Elo 1411 · In $1.10 · Out $4.40
1411 1386 $1.10 $4.40 4,338 #139 OpenAI: o3 Mini High (high)
o3-mini-high
#139 · Elo 1411 · In $1.10 · Out $4.40
1411 1386 $1.10 $4.40 4,338 #141 Arcee AI: Trinity Large Thinking (thinking)
trinity-large-thinking
#141 · Elo 1410 · In $0.220 · Out $0.850
1410 1456 $0.220 $0.850 9,401 #142 Qwen: Qwen3 Next 80B A3B Thinking (thinking)
qwen3-next-80b-a3b-thinking
#142 · Elo 1410 · In $0.098 · Out $0.780
1410 1473 $0.098 $0.780 4,835 #144 Z.ai: GLM 4.6V
glm-4.6v
#144 · Elo 1409 · In $0.300 · Out $0.900
1409 1446 $0.300 $0.900 928 #145 OpenAI: o1
o1-2024-12-17
#145 · Elo 1407 · In $15.00 · Out $60.00
1407 1269 $15.00 $60.00 8,206 #150 MiniMax: MiniMax M1
minimax-m1
#150 · Elo 1402 · In $0.400 · Out $2.20
1402 1414 $0.400 $2.20 11,668 #152 Prime Intellect: INTELLECT-3
intellect-3
#152 · Elo 1400 · In $0.200 · Out $1.10
1400 1442 $0.200 $1.10 1,711 #154 Qwen: Qwen3 32B
qwen3-32b
#154 · Elo 1398 · In $0.080 · Out $0.280
1398 1491 $0.080 $0.280 843 #158 Z.ai: GLM 4.5V
glm-4.5v
#158 · Elo 1397 · In $0.600 · Out $1.80
1397 1404 $0.600 $1.80 1,760 #160 OpenAI: o3 Mini
o3-mini
#160 · Elo 1389 · In $1.10 · Out $4.40
1389 1365 $1.10 $4.40 16,876 #160 OpenAI: o3 Mini High
o3-mini
#160 · Elo 1389 · In $1.10 · Out $4.40
1389 1365 $1.10 $4.40 16,876 #165 OpenAI: gpt-oss-120b
gpt-oss-120b
#165 · Elo 1386 · In $0.039 · Out $0.180
1386 1503 $0.039 $0.180 10,473 #165 OpenAI: gpt-oss-120b (free)
gpt-oss-120b
#165 · Elo 1386 · Out -
1386 - - - 10,473 #166 MiniMax: MiniMax M2
minimax-m2
#166 · Elo 1386 · In $0.255 · Out $1.00
1386 1425 $0.255 $1.00 2,470 #168 Inception: Mercury 2
mercury-2
#168 · Elo 1384 · In $0.250 · Out $0.750
1384 1429 $0.250 $0.750 1,087 #174 Google: Gemma 3 27B
gemma-3-27b-it
#174 · Elo 1378 · In $0.080 · Out $0.160
1378 1480 $0.080 $0.160 14,438 #181 OpenAI: GPT-5 Nano (high)
gpt-5-nano-high
#181 · Elo 1372 · In $0.050 · Out $0.400
1372 1464 $0.050 $0.400 2,886 #182 Qwen: Qwen3 30B A3B
qwen3-30b-a3b
#182 · Elo 1371 · In $0.090 · Out $0.450
1371 1450 $0.090 $0.450 8,314 #185 Anthropic: Claude 3.5 Haiku
claude-3-5-haiku-20241022
#185 · Elo 1364 · In $0.800 · Out $4.00
1364 1348 $0.800 $4.00 20,005 #187 OpenAI: GPT-4.1 Nano
gpt-4.1-nano-2025-04-14
#187 · Elo 1362 · In $0.100 · Out $0.400
1362 1442 $0.100 $0.400 1,454 #188 IBM: Granite 4.1 8B
granite-4.1-8b
#188 · Elo 1360 · In $0.050 · Out $0.100
1360 1483 $0.050 $0.100 1,398 #192 AllenAI: Olmo 3 32B Think
olmo-3-32b-think
#192 · Elo 1359 · In $0.150 · Out $0.500
1359 1425 $0.150 $0.500 1,944 #193 OpenAI: gpt-oss-20b
gpt-oss-20b
#193 · Elo 1359 · In $0.029 · Out $0.140
1359 1488 $0.029 $0.140 3,707 #193 OpenAI: gpt-oss-20b (free)
gpt-oss-20b
#193 · Elo 1359 · Out -
1359 - - - 3,707 #210 OpenAI: GPT-4o
gpt-4o-2024-05-13
#210 · Elo 1347 · In $2.50 · Out $10.00
1347 1287 $2.50 $10.00 11,864 #210 OpenAI: GPT-4o (2024-05-13)
gpt-4o-2024-05-13
#210 · Elo 1347 · In $5.00 · Out $15.00
1347 1263 $5.00 $15.00 11,864 #210 OpenAI: GPT-4o (2024-08-06)
gpt-4o-2024-05-13
#210 · Elo 1347 · In $2.50 · Out $10.00
1347 1287 $2.50 $10.00 11,864 #210 OpenAI: GPT-4o (2024-11-20)
gpt-4o-2024-05-13
#210 · Elo 1347 · In $2.50 · Out $10.00
1347 1287 $2.50 $10.00 11,864 #215 Mistral Large 2407
mistral-large-2407
#215 · Elo 1343 · In $2.00 · Out $6.00
1343 1298 $2.00 $6.00 12,143 #220 Meta: Llama 3.3 70B Instruct
llama-3.3-70b-instruct
#220 · Elo 1339 · In $0.100 · Out $0.320
1339 1423 $0.100 $0.320 14,966 #220 Meta: Llama 3.3 70B Instruct (free)
llama-3.3-70b-instruct
#220 · Elo 1339 · Out -
1339 - - - 14,966 #221 OpenAI: GPT-4o-mini
gpt-4o-mini-2024-07-18
#221 · Elo 1339 · In $0.150 · Out $0.600
1339 1401 $0.150 $0.600 17,799 #221 OpenAI: GPT-4o-mini (2024-07-18)
gpt-4o-mini-2024-07-18
#221 · Elo 1339 · In $0.150 · Out $0.600
1339 1401 $0.150 $0.600 17,799 #222 OpenAI: GPT-4 Turbo
gpt-4-turbo-2024-04-09
#222 · Elo 1336 · In $10.00 · Out $30.00
1336 1222 $10.00 $30.00 27,573 #222 OpenAI: GPT-4 Turbo Preview
gpt-4-turbo-2024-04-09
#222 · Elo 1336 · In $10.00 · Out $30.00
1336 1222 $10.00 $30.00 27,573 #224 Google: Gemma 3 12B
gemma-3-12b-it
#224 · Elo 1335 · In $0.040 · Out $0.130
1335 1459 $0.040 $0.130 867 #225 Google: Gemma 3n 4B
gemma-3n-e4b-it
#225 · Elo 1335 · In $0.060 · Out $0.120
1335 1449 $0.060 $0.120 6,615 #234 OpenAI: GPT-4 Turbo (older v1106)
gpt-4-1106-preview
#234 · Elo 1324 · In $10.00 · Out $30.00
1324 1209 $10.00 $30.00 26,445 #239 Meta: Llama 3.1 70B Instruct
llama-3.1-70b-instruct
#239 · Elo 1319 · In $0.400 · Out $0.400
1319 1359 $0.400 $0.400 14,811 #241 Google: Gemma 2 27B
gemma-2-27b-it
#241 · Elo 1310 · In $0.650 · Out $0.650
1310 1329 $0.650 $0.650 19,950 #245 Mistral: Mistral Small 3
mistral-small-24b-instruct-2501
#245 · Elo 1306 · In $0.050 · Out $0.080
1306 1431 $0.050 $0.080 3,478 #246 OpenAI: GPT-4 (older v0314)
gpt-4-0314
#246 · Elo 1304 · In $30.00 · Out $60.00
1304 1149 $30.00 $60.00 14,549 #247 Google: Gemma 3 4B
gemma-3-4b-it
#247 · Elo 1301 · In $0.040 · Out $0.080
1301 1433 $0.040 $0.080 986 #254 Microsoft: Phi 4
phi-4
#254 · Elo 1290 · In $0.065 · Out $0.140
1290 1400 $0.065 $0.140 5,580 #255 Meta: Llama 3 70B Instruct
llama-3-70b-instruct
#255 · Elo 1290 · In $0.510 · Out $0.740
1290 1315 $0.510 $0.740 45,062 #258 Anthropic: Claude 3 Haiku
claude-3-haiku-20240307
#258 · Elo 1285 · In $0.250 · Out $1.25
1285 1319 $0.250 $1.25 34,258 #265 Cohere: Command R+ (08-2024)
command-r-plus-08-2024
#265 · Elo 1273 · In $2.50 · Out $10.00
1273 1213 $2.50 $10.00 2,714 #270 Cohere: Command R (08-2024)
command-r-08-2024
#270 · Elo 1267 · In $0.150 · Out $0.600
1267 1329 $0.150 $0.600 2,845 #280 Meta: Llama 3.1 8B Instruct
llama-3.1-8b-instruct
#280 · Elo 1245 · In $0.020 · Out $0.050
1245 1403 $0.020 $0.050 13,139 #283 Meta: Llama 3 8B Instruct
llama-3-8b-instruct
#283 · Elo 1243 · In $0.040 · Out $0.040
1243 1383 $0.040 $0.040 29,645 #292 Google Gemini Pro Latest
gemini-pro
#292 · Elo 1227 · In $2.00 · Out $12.00
1227 1167 $2.00 $12.00 1,416 #318 Meta: Llama 3.2 3B Instruct
llama-3.2-3b-instruct
#318 · Elo 1174 · In $0.051 · Out $0.335
1174 1271 $0.051 $0.335 2,165 #318 Meta: Llama 3.2 3B Instruct (free)
llama-3.2-3b-instruct
#318 · Elo 1174 · Out -
1174 - - - 2,165 #343 Meta: Llama 3.2 1B Instruct
llama-3.2-1b-instruct
#343 · Elo 1126 · In $0.027 · Out $0.201
1126 1247 $0.027 $0.201 2,184