Inference Providers

·

Metrics for top trending models

DeepSeek-V3.2
novita
cheapest
$0.28 $0.42 163,840 1.10 28 No No
DeepSeek-V3.2
fireworks-ai
fastest
- - 163,840 1.29 39 Yes No
DeepSeek-V3.2-Exp
$0.22 $0.33 163,840 0.83 29 Yes Yes
Llama-3.1-8B-Instruct
novita
cheapest
$0.02 $0.05 16,384 0.74 80 No No
Llama-3.1-8B-Instruct
$0.03 $0.09 131,072 0.35 172 No Yes
Llama-3.1-8B-Instruct
cerebras
fastest
$0.10 $0.10 - 1.12 890 No No
Llama-3.1-8B-Instruct
$0.10 $0.20 16,384 0.53 652 Yes No
Llama-3.1-8B-Instruct
$0.06 $0.06 131,072 0.87 59 No Yes
Llama-3.1-8B-Instruct
- - - - - - -
Llama-3.1-8B-Instruct
- - - 0.48 99 Yes Yes
Llama-3.1-8B-Instruct
- - - 0.40 43 Yes No
DeepSeek-OCR
$0.02 $0.02 8,192 0.93 178 No Yes
Kimi-K2-Thinking
novita
cheapest
$0.48 $2.00 262,144 1.51 22 Yes No
Kimi-K2-Thinking
$0.60 $2.50 262,144 0.37 51 Yes Yes
Kimi-K2-Thinking
together
fastest
$1.20 $4.00 262,144 0.47 95 Yes Yes
Qwen3-VL-8B-Instruct
$0.06 $0.40 131,072 0.88 73 Yes No
gpt-oss-20b
groq
fastest
$0.10 $0.50 131,072 0.16 838 Yes No
gpt-oss-20b
$0.03 $0.12 131,072 0.98 126 No Yes
gpt-oss-20b
$0.05 $0.20 131,072 0.27 183 Yes Yes
gpt-oss-20b
$0.05 $0.20 131,072 0.84 136 Yes Yes
gpt-oss-20b
hyperbolic
cheapest
$0.10 $0.10 131,072 0.60 200 No No
gpt-oss-20b
$0.05 $0.20 131,072 0.27 116 Yes Yes
gpt-oss-20b
$0.05 $0.20 131,072 0.52 96 Yes No
gpt-oss-20b
- - - 0.44 104 Yes Yes
GLM-4.6
novita
cheapest
$0.44 $1.76 204,800 0.89 34 No No
GLM-4.6
cerebras
fastest
- - - 0.40 360 Yes No
GLM-4.6
- - - 3.02 40 No No
gpt-oss-120b
$0.15 $0.75 131,072 0.29 397 Yes No
gpt-oss-120b
- - - - - - -
gpt-oss-120b
$0.15 $0.60 131,072 0.29 102 Yes Yes
gpt-oss-120b
cerebras
fastest
$0.25 $0.69 - 0.33 485 Yes No
gpt-oss-120b
$0.22 $0.59 131,072 0.84 445 Yes Yes
gpt-oss-120b
$0.10 $0.40 131,072 0.90 48 Yes Yes
gpt-oss-120b
hyperbolic
cheapest
$0.30 $0.30 131,072 0.71 270 Yes No
gpt-oss-120b
$0.15 $0.60 131,072 0.30 178 Yes Yes
gpt-oss-120b
$0.15 $0.60 131,072 0.60 136 Yes No
gpt-oss-120b
- - - 0.59 145 Yes Yes
gpt-oss-120b
- - - 0.43 119 Yes Yes
Qwen2.5-7B-Instruct
$0.30 $0.30 32,768 0.34 119 Yes Yes
Qwen3-4B-Instruct-2507
$0.01 $0.03 262,144 0.83 91 Yes No
Qwen3-Coder-30B-A3B-Instruct
nebius
cheapest
$0.10 $0.30 262,144 0.26 102 Yes Yes
Qwen3-Coder-30B-A3B-Instruct
- - - - - - -
Qwen3-Coder-30B-A3B-Instruct
scaleway
fastest
- - - 0.53 105 Yes No
Qwen3-Coder-30B-A3B-Instruct
- - - 0.52 41 Yes Yes
Qwen3-8B
$0.07 $0.18 40,960 0.84 55 Yes No
Olmo-3-32B-Think
- - - 3.35 9 No Yes
Qwen2.5-VL-7B-Instruct
$0.20 $0.20 32,768 0.46 112 No No
MiniMax-M2
$0.30 $1.20 204,800 1.27 62 Yes No
Kimi-K2-Instruct-0905
groq
fastest
- - 262,144 0.23 193 Yes No
Kimi-K2-Instruct-0905
novita
cheapest
$0.48 $2.00 262,144 0.57 32 Yes Yes
Kimi-K2-Instruct-0905
$1.00 $3.00 262,144 0.56 48 Yes Yes
Llama-3.2-3B-Instruct
novita
cheapest
$0.02 $0.04 32,768 0.71 94 Yes No
Llama-3.2-3B-Instruct
- - - - - - -
Llama-3.2-3B-Instruct
$0.10 $0.10 131,072 0.73 124 No No
Llama-3.2-3B-Instruct
together
fastest
$0.06 $0.06 131,072 0.29 152 Yes No
DeepSeek-R1
novita
cheapest
$0.56 $2.00 64,000 1.26 30 Yes No
DeepSeek-R1
- - - - - - -
DeepSeek-R1
hyperbolic
fastest
$2.00 $2.00 163,840 0.76 58 No No
DeepSeek-R1
$3.00 $7.00 163,840 0.68 51 No Yes
DeepSeek-R1
- - - - - - -
Qwen3-VL-30B-A3B-Instruct
$0.16 $0.56 131,072 0.73 69 Yes Yes
Qwen3-Next-80B-A3B-Instruct
$0.12 $1.20 131,072 0.99 134 Yes Yes
Qwen3-Next-80B-A3B-Instruct
hyperbolic
cheapest fastest
$0.30 $0.30 262,144 0.57 177 Yes No
Qwen3-Next-80B-A3B-Instruct
$0.15 $1.50 262,144 0.59 152 Yes Yes
gemma-3-27b-it
nebius
cheapest fastest
$0.20 $0.60 110,000 0.32 73 No Yes
gemma-3-27b-it
- - - 0.84 43 Yes No
Meta-Llama-3-8B-Instruct
- - - - - - -
Meta-Llama-3-8B-Instruct
$0.03 $0.03 8,192 0.72 77 No No
Meta-Llama-3-8B-Instruct
- - - - - - -
Llama-3.3-70B-Instruct
$0.59 $0.79 131,072 0.30 266 Yes No
Llama-3.3-70B-Instruct
novita
cheapest
$0.11 $0.32 131,072 0.93 31 Yes No
Llama-3.3-70B-Instruct
$0.25 $0.75 131,072 0.38 132 Yes Yes
Llama-3.3-70B-Instruct
cerebras
fastest
$0.85 $1.20 - 0.26 626 Yes No
Llama-3.3-70B-Instruct
$0.60 $1.20 131,072 0.53 297 Yes Yes
Llama-3.3-70B-Instruct
$0.40 $0.40 131,072 1.02 16 No Yes
Llama-3.3-70B-Instruct
$0.40 $0.40 131,072 0.65 125 No No
Llama-3.3-70B-Instruct
$0.88 $0.88 131,072 0.50 122 Yes Yes
Llama-3.3-70B-Instruct
$0.90 $0.90 131,072 0.50 94 No No
Llama-3.3-70B-Instruct
- - - 0.53 79 Yes Yes
Llama-3.3-70B-Instruct
- - - 0.57 32 Yes Yes
Qwen3-30B-A3B-Instruct-2507
$0.10 $0.30 262,144 0.37 96 Yes Yes
SmolLM3-3B
- - - 0.27 85 Yes Yes
gemma-2-2b-it
$0.02 $0.06 8,192 0.28 179 No Yes
Olmo-3-7B-Instruct
- - - 2.03 39 No Yes
Qwen3-4B-Thinking-2507
$0.01 $0.03 262,144 0.94 82 Yes No
Qwen3-Coder-480B-A35B-Instruct
novita
cheapest
$0.29 $1.20 262,144 1.08 45 Yes Yes
Qwen3-Coder-480B-A35B-Instruct
$0.40 $1.80 262,144 0.38 29 Yes Yes
Qwen3-Coder-480B-A35B-Instruct
- - - - - - -
Qwen3-Coder-480B-A35B-Instruct
hyperbolic
fastest
$2.00 $2.00 262,144 1.11 48 Yes No
Qwen3-Coder-480B-A35B-Instruct
$2.00 $2.00 262,144 0.60 46 Yes Yes
Qwen3-Coder-480B-A35B-Instruct
$0.45 $1.80 262,144 1.37 45 Yes No
Qwen3-VL-235B-A22B-Thinking
$0.78 $3.16 131,072 1.01 40 No No
Qwen3-32B
$0.29 $0.59 131,072 0.34 232 Yes No
Qwen3-32B
$0.08 $0.36 40,960 1.24 51 No No
Qwen3-32B
$0.10 $0.30 40,960 0.33 33 Yes Yes
Qwen3-32B
cerebras
fastest
$0.40 $0.80 - 0.31 971 No No
Qwen3-32B
$0.40 $0.80 32,768 2.16 198 Yes Yes
Qwen3-32B
nscale
cheapest
$0.08 $0.25 40,960 0.90 25 Yes Yes
Qwen3-32B
- - - 0.48 42 Yes Yes
Llama-4-Scout-17B-16E-Instruct
groq
fastest
$0.11 $0.34 131,072 0.61 308 Yes No
Llama-4-Scout-17B-16E-Instruct
$0.08 $0.40 131,072 0.46 44 No No
Llama-4-Scout-17B-16E-Instruct
- - - - - - -
Llama-4-Scout-17B-16E-Instruct
nscale
cheapest
$0.09 $0.29 890,000 0.88 33 Yes Yes
Llama-4-Scout-17B-16E-Instruct
$0.18 $0.59 1,048,576 0.48 94 Yes Yes
Llama-4-Scout-17B-16E-Instruct
- - - - - - -
Llama-3.2-1B-Instruct
- - 131,000 0.62 189 No No
Llama-3.2-1B-Instruct
- - - - - - -
Kimi-K2-Instruct
novita
cheapest
$0.46 $1.84 131,072 0.87 32 Yes Yes
Kimi-K2-Instruct
nebius
fastest
$0.50 $2.40 131,072 0.31 72 Yes Yes
Kimi-K2-Instruct
$1.00 $3.00 131,072 1.08 48 Yes Yes
Kimi-K2-Instruct
- - - - - - -
Arch-Router-1.5B
- - - 0.17 76 No Yes
Qwen3-VL-235B-A22B-Instruct
$0.24 $1.20 131,072 1.98 43 Yes Yes
DictaLM-3.0-24B-Thinking
- - - 1.71 63 Yes Yes
DeepSeek-R1-Distill-Qwen-1.5B
$0.10 $0.10 131,072 0.83 140 No No
command-a-reasoning-08-2025
- - - 0.25 87 Yes No
Qwen3-VL-30B-A3B-Thinking
$0.16 $0.80 131,072 0.83 93 Yes Yes
Qwen2.5-Coder-7B-Instruct
$0.01 $0.03 131,072 0.83 62 No Yes
DeepSeek-R1-Distill-Qwen-7B
$0.15 $0.15 131,072 0.82 66 No No
DeepSeek-R1-Distill-Qwen-32B
novita
cheapest
$0.24 $0.24 64,000 0.87 24 No Yes
DeepSeek-R1-Distill-Qwen-32B
nscale
fastest
$0.30 $0.30 131,072 0.89 25 No Yes
Mixtral-8x22B-Instruct-v0.1
nscale
cheapest
$1.20 $1.20 65,536 0.91 25 No Yes
Mixtral-8x22B-Instruct-v0.1
- - - - - - -
Mixtral-8x22B-Instruct-v0.1
fireworks-ai
fastest
$1.20 $1.20 65,536 0.43 70 No No
DeepSeek-R1-0528-Qwen3-8B
$0.05 $0.07 128,000 1.92 68 No No
Qwen3-235B-A22B-Thinking-2507
$0.24 $2.40 131,072 0.63 15 Yes No
Qwen3-235B-A22B-Thinking-2507
nebius
cheapest
$0.20 $0.80 262,144 0.28 55 Yes Yes
Qwen3-235B-A22B-Thinking-2507
- - - - - - -
Qwen3-235B-A22B-Thinking-2507
fireworks-ai
fastest
$0.22 $0.88 262,144 0.76 56 Yes No
QwQ-32B
- - - - - - -
QwQ-32B
- - - - - - -
QwQ-32B
- - - - - - -
QwQ-32B
nscale
cheapest
$0.18 $0.20 131,072 0.92 28 Yes Yes
QwQ-32B
hyperbolic
fastest
$0.40 $0.40 131,072 1.48 28 Yes No
QwQ-32B
- - - - - - -
GLM-4.5-Air
novita
cheapest fastest
$0.10 $0.68 131,072 0.69 93 Yes No
GLM-4.5-Air
$0.20 $1.20 131,072 0.36 69 Yes Yes
GLM-4.5-Air
- - - - - - -
GLM-4.5-Air
- - - 2.32 82 Yes No
Qwen2.5-VL-72B-Instruct
$0.25 $0.75 32,000 0.35 21 No Yes
Qwen2.5-VL-72B-Instruct
hyperbolic
cheapest fastest
$0.60 $0.60 32,768 0.56 39 No No
Qwen2.5-VL-72B-Instruct
- - - 0.39 31 No Yes
Qwen3-30B-A3B-Thinking-2507
$0.10 $0.30 262,144 0.33 108 Yes Yes
Qwen3-30B-A3B
novita
cheapest
$0.07 $0.36 40,960 0.77 79 No No
Qwen3-30B-A3B
fireworks-ai
fastest
$0.15 $0.60 131,072 0.51 160 Yes No
L3-8B-Stheno-v3.2
$0.05 $0.05 8,192 0.85 58 No No
DeepSeek-V3
novita
cheapest
$0.32 $1.04 64,000 1.48 27 Yes No
DeepSeek-V3
together
fastest
$1.25 $1.25 131,072 0.97 35 Yes Yes
DeepSeek-V3
- - - - - - -
NVIDIA-Nemotron-Nano-12B-v2
$0.07 $0.20 131,072 0.33 123 No Yes
Qwen3-Next-80B-A3B-Thinking
$0.12 $1.20 131,072 0.85 138 Yes No
Qwen3-Next-80B-A3B-Thinking
hyperbolic
cheapest fastest
$0.30 $0.30 262,144 0.58 184 Yes No
Qwen3-Next-80B-A3B-Thinking
$0.15 $1.50 262,144 1.14 174 Yes Yes
GLM-4.5
novita
cheapest
$0.48 $1.76 131,072 0.76 45 Yes No
GLM-4.5
$0.60 $2.20 131,072 0.38 37 Yes Yes
GLM-4.5
fireworks-ai
fastest
$0.55 $2.19 131,072 0.66 81 Yes No
GLM-4.5
- - - 3.78 41 Yes No
Apertus-8B-Instruct-2509
- - - 1.39 107 No Yes
Olmo-3-7B-Think
- - - 3.43 82 No No
GLM-4.6-FP8
- - - 3.32 37 Yes No
Qwen2.5-Coder-32B-Instruct
nscale
cheapest
$0.06 $0.20 131,072 0.93 28 No Yes
Qwen2.5-Coder-32B-Instruct
$0.20 $0.20 32,768 1.74 48 No No
Qwen2.5-Coder-32B-Instruct
- - - - - - -
Qwen2.5-Coder-32B-Instruct
scaleway
fastest
- - - 0.54 105 Yes No
DeepSeek-V3.1
novita
cheapest
$0.22 $0.80 131,072 1.52 30 No Yes
DeepSeek-V3.1
together
fastest
$0.60 $1.70 131,072 1.19 82 Yes No
DeepSeek-V3.1
- - 163,840 3.02 62 No No
Qwen2.5-72B-Instruct
novita
cheapest
$0.30 $0.32 32,000 0.76 25 Yes No
Qwen2.5-72B-Instruct
$0.40 $0.40 131,072 1.25 40 Yes No
Qwen2.5-72B-Instruct
together
fastest
$1.20 $1.20 131,072 0.44 84 Yes Yes
Qwen2.5-72B-Instruct
- - - - - - -
Llama-4-Maverick-17B-128E-Instruct
groq
cheapest fastest
$0.20 $0.60 131,072 0.23 496 Yes No
Llama-4-Maverick-17B-128E-Instruct
$0.63 $1.80 131,072 1.34 337 Yes Yes
Llama-4-Maverick-17B-128E-Instruct
$0.22 $0.88 1,048,576 0.91 66 Yes No
Qwen2.5-Coder-3B-Instruct
$0.01 $0.03 32,768 0.81 72 No Yes
DeepSeek-R1-Distill-Llama-8B
- - - - - - -
DeepSeek-R1-Distill-Llama-8B
$0.05 $0.05 131,072 1.51 55 No No
Qwen3-235B-A22B-Instruct-2507
novita
cheapest
$0.07 $0.46 131,072 1.32 17 Yes Yes
Qwen3-235B-A22B-Instruct-2507
$0.20 $0.60 262,144 0.50 16 Yes Yes
Qwen3-235B-A22B-Instruct-2507
cerebras
fastest
$0.60 $1.20 - 0.32 430 Yes No
Qwen3-235B-A22B-Instruct-2507
$0.20 $0.60 32,768 1.00 23 Yes Yes
Qwen3-235B-A22B-Instruct-2507
$2.00 $2.00 262,144 1.54 41 Yes No
Qwen3-235B-A22B-Instruct-2507
$0.20 $0.60 262,144 0.55 64 Yes Yes
Qwen3-235B-A22B-Instruct-2507
$0.22 $0.88 262,144 0.73 20 Yes No
Qwen3-235B-A22B-Instruct-2507
- - - 0.66 77 Yes Yes
Qwen3-235B-A22B
$0.16 $0.64 40,960 1.11 36 No No
Qwen3-235B-A22B
nscale
cheapest
$0.20 $0.60 32,000 1.11 23 Yes Yes
Qwen3-235B-A22B
$0.20 $0.60 40,960 0.70 46 Yes Yes
Qwen3-235B-A22B
fireworks-ai
fastest
$0.22 $0.88 131,072 0.90 70 Yes No
Qwen3-14B
$0.07 $0.20 40,960 0.83 47 Yes No
ERNIE-4.5-21B-A3B-PT
$0.06 $0.22 120,000 0.98 79 No No
Hermes-4-70B
$0.13 $0.40 131,072 0.36 77 No No
gemma-2-9b-it
- - - - - - -
gemma-2-9b-it
$0.03 $0.09 8,192 0.53 126 No Yes
command-a-translate-08-2025
- - - 0.26 62 Yes No
ERNIE-4.5-0.3B-PT
- - 120,000 0.95 105 No No
DeepSeek-V3.1-Terminus
$0.22 $0.80 131,072 1.14 24 No Yes
DeepSeek-R1-0528
novita
cheapest
$0.56 $2.00 163,840 1.21 31 Yes No
DeepSeek-R1-0528
$0.80 $2.40 163,840 0.94 20 Yes Yes
DeepSeek-R1-0528
- - - - - - -
DeepSeek-R1-0528
$3.00 $3.00 163,840 0.97 46 No No
DeepSeek-R1-0528
together
fastest
$3.00 $7.00 163,840 0.56 63 No Yes
DeepSeek-R1-0528
$3.00 $8.00 163,840 0.95 47 Yes No
DeepSeek-R1-Distill-Qwen-14B
novita
cheapest fastest
$0.12 $0.12 32,768 0.84 59 No No
DeepSeek-R1-Distill-Qwen-14B
$0.20 $0.20 131,072 0.90 37 No Yes
command-a-vision-07-2025
- - - 0.44 39 No No
DeepSeek-V3-0324
novita
cheapest
$0.22 $0.90 163,840 2.35 26 Yes No
DeepSeek-V3-0324
nebius
fastest
$0.75 $2.25 32,768 1.03 117 No No
DeepSeek-V3-0324
$3.00 $4.50 131,072 2.16 111 Yes Yes
DeepSeek-V3-0324
$1.25 $1.25 163,840 1.12 32 No No
DeepSeek-V3-0324
$1.25 $1.25 131,072 0.95 31 Yes Yes
DeepSeek-V3-0324
$0.90 $0.90 163,840 0.90 66 Yes No
Llama-3.3-Swallow-70B-Instruct-v0.4
$0.60 $1.20 131,072 2.31 160 No Yes
Meta-Llama-3-70B-Instruct
- - - - - - -
Meta-Llama-3-70B-Instruct
$0.51 $0.74 8,192 0.76 29 No Yes
Meta-Llama-3-70B-Instruct
hyperbolic
cheapest fastest
$0.40 $0.40 8,192 0.77 101 No No
Meta-Llama-3-70B-Instruct
$0.88 $0.88 8,192 0.49 98 No Yes
gpt-oss-safeguard-20b
- - 131,072 0.17 814 Yes No
Llama-4-Maverick-17B-128E-Instruct-FP8
novita
cheapest
$0.14 $0.68 1,048,576 0.54 44 No No
Llama-4-Maverick-17B-128E-Instruct-FP8
together
fastest
$0.27 $0.85 1,048,576 0.44 85 Yes Yes
Qwen2.5-VL-32B-Instruct
$0.22 $0.88 128,000 0.42 67 No No
GLM-4.1V-9B-Thinking
$0.03 $0.11 65,536 0.67 70 No No
Gemma-SEA-LION-v4-27B-IT
- - - 1.72 48 No Yes
L3-70B-Euryale-v2.1
$1.48 $1.48 8,192 0.86 37 No No
L3-8B-Lunaris-v1
$0.05 $0.05 8,192 0.82 66 No No
c4ai-command-a-03-2025
- - - 0.35 60 Yes No
INTELLECT-3-FP8
$0.20 $1.10 131,072 0.44 61 Yes Yes
Qwen2.5-Coder-7B
$0.03 $0.09 32,768 0.37 210 No Yes
Hermes-4-405B
$1.00 $3.00 131,072 0.46 37 No No
DeepSeek-Prover-V2-671B
$0.56 $2.00 160,000 0.89 10 No No
aya-expanse-32b
- - - 0.23 40 No No
Qwen3-235B-A22B-FP8
$0.20 $0.60 40,960 0.54 48 Yes Yes
cogito-v2-preview-llama-405B
$3.50 $3.50 32,768 0.91 26 Yes Yes
aya-vision-32b
- - - 0.42 37 No No
cogito-v2-preview-llama-109B-MoE
$0.18 $0.59 32,767 0.77 84 Yes Yes
GLM-4.5V
novita
cheapest fastest
$0.48 $1.44 65,536 0.97 59 Yes No
GLM-4.5V
- - - 3.91 32 Yes No
GLM-4.5V-FP8
- - - 4.16 31 Yes No
cogito-v2-preview-llama-70B
$0.88 $0.88 32,768 0.85 53 Yes Yes
c4ai-command-r7b-12-2024
- - - 0.24 114 Yes No
marin-8b-instruct
$0.18 $0.18 4,096 0.23 178 No Yes
cogito-671b-v2.1
together
cheapest fastest
$1.25 $1.25 163,840 0.48 58 No Yes
cogito-671b-v2.1
- - 163,840 0.59 41 Yes No
cogito-671b-v2.1-FP8
$1.25 $1.25 163,840 0.33 62 No Yes
Baichuan-M2-32B
$0.06 $0.06 131,072 1.97 37 No Yes
Qwen3-Coder-480B-A35B-Instruct-FP8
$2.00 $2.00 262,144 0.59 50 Yes Yes
GLM-4.5-Air-FP8
$0.20 $1.10 131,072 0.53 118 Yes Yes
c4ai-command-r-08-2024
- - - 0.37 56 Yes No
Qwen-SEA-LION-v4-32B-IT
- - - 2.71 41 Yes Yes
ERNIE-4.5-VL-28B-A3B-PT
$0.11 $0.45 30,000 0.98 78 No No
ERNIE-4.5-300B-A47B-Base-PT
$0.22 $0.88 123,000 0.98 23 No Yes
DeepSeek-R1-Distill-Llama-70B
- - - - - - -
DeepSeek-R1-Distill-Llama-70B
novita
cheapest
$0.64 $0.64 8,192 1.46 31 No Yes
DeepSeek-R1-Distill-Llama-70B
sambanova
fastest
$0.70 $1.40 131,072 3.27 150 No No
DeepSeek-R1-Distill-Llama-70B
$0.75 $0.75 131,072 1.04 16 No Yes
DeepSeek-R1-Distill-Llama-70B
- - - 0.70 25 No Yes
DeepSeek-R1-Distill-Llama-70B
- - - 0.42 30 No Yes
MiniMax-M1-80k
$0.44 $1.76 1,000,000 1.16 61 No No
Llama-3_1-Nemotron-Ultra-253B-v1
$0.60 $1.80 131,072 0.29 40 No Yes
Apertus-70B-Instruct-2509
- - - 1.55 57 No Yes
GLM-4-32B-0414
$0.55 $1.66 32,000 1.46 36 No Yes
WizardLM-2-8x22B
$0.50 $0.50 65,535 0.48 38 No No
Hermes-2-Pro-Llama-3-8B
$0.14 $0.14 8,192 0.69 105 No No
ERNIE-4.5-VL-424B-A47B-Base-PT
$0.34 $1.00 123,000 1.11 36 No No
Llama-Guard-4-12B
$0.20 $0.20 131,072 0.20 9 No No