framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.2428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.2461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.2962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.2335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.2584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.3177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.2400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.3527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.2830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.2963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.3365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.4036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.2656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.3125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.5059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.3150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.3156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.3143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.3348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.3129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.3179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.3261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.3415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.3794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.4391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.5383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,0.7352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.4082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.4093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.4081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.4066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.4133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.4212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.4349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.4649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.5245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.5810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,0.7002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,0.9317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,1.4864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.6066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.6067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.6910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.6057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.6903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.6083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.6899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.6202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.6827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.6599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,0.7153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.7733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.8304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,0.9407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,1.6742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,1.0366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,1.0383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,1.0403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,1.0411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,1.0428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,1.0514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,1.0585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,1.0713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,1.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,1.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.3634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.4700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,1.6791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,2.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.2603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.2151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.2721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.2048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.3260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.2201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.2311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.2475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.3086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.3756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.3660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.4753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.2810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.2827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.2828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.3068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.5070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.3920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.3691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.3678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.3693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.3755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.3821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.3975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.4247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.4557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.4851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.5404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.6620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,0.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.4515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.5907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.5417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.5408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.5428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.5413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.5468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.5490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.5559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.5694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.5971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.6513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.7113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,0.7658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,0.8763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,1.6105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.9379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.9372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.9375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.9390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.9416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.9464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.9508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.9658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.9939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.0452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,1.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,1.5758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.0030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.1663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.2294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.1803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.2069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.2186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.2561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.3451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.4555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.2707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.3806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.6778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.3360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.3369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.3356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.3357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.3364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.3422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.3469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.3899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.4190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.4484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.5057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.6234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,0.8563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.4159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.4896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.5329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.4748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.5272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.4754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.4756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.4867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.5014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.5257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.5828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.6936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,0.8061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.0401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,1.5408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.9461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.7904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.7948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.7965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.7993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.8049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.8129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.8238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.8514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.9007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.0077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.4297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,1.8600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.1619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.2141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.1520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.1510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.1496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.1554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.1558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.1551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.1547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.1677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.1695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.1762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.1963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.2089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.1861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.2393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.2783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.3472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.1987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.2863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.3463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.4555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.3231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.4696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.6637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.3659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.3953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.4239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.4806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.5991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,0.8303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.3870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.3036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.3022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.3035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.3020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.3045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.3271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.3575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.4214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.6581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.7757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,1.0014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,1.5032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.4465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.4474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.4446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.4429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.4462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.4516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.4879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.5450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.6687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,0.9068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.9959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.3111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,1.7488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.1274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.1310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.1476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.1513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.1342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.1592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.1395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.1430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.1619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.2861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.1806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.3374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.4476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.2147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.3012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.3146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.3617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.4609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.6567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.3534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.3811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.4120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.4696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.5844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,0.8184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.3760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.2793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.3354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.3974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.5217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.5773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.6352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.7448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,0.9760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,1.4756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.3977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.3988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.3987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.4046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.4407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.4953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.6141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,0.8498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.9380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.0456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,1.6909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.1263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.1208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.1303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.1469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.1538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.1538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.2851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.2174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.3412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.1782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.3360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.4431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.3089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.4561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.6514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.3765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.4054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.4624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.5813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,0.8119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.3659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.2694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.3860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.5681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.6255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,0.9656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,1.4694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.3775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.3778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.3766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.3776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.3834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.4739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.5887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,0.8260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.9190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,1.0276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,1.6701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.1181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.1192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.1229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.1394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.1266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.1469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.1552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.1416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.2469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.1551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.2310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.3384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.3355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.4421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.2781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.4556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.6484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.3408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.3702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.3998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.4581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.5747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,0.8055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.3631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.3195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.3789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.5025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.5622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.6184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.7282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,0.9591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,1.4604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.3680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.3679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.3663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.3669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.3669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.3731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.4069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.4608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.5777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,0.8138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.9049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,1.0131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,1.6544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.1210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.1242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.1364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.1384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.1594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.1577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.3363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.4393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.1797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.3067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.4534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.6452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.4540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.5718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.2578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.4998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.5549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.7238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,0.9545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,1.4544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.3595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.3602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.3594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.3592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.3596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.3595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.4534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.5691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,0.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.8955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,1.0037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,1.6507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.2166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.2186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.2788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.2435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.2428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.2745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.3358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.3683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.2827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.2850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.2858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.3027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.3257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.3642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.4305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.3293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.3297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.3286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.3262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.3287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.3268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.3274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.3303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.3296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.3466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.3575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.3869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.5592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.3960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.3960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.3953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.3978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.3953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.3970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.4212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.4356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.4510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.4971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.6014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,0.7950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.5779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.5792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.5801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.5786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.5818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.5811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.5838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.5847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.5858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.5860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.5948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.6176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.6496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.7030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,0.8238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,1.0545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,1.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.9303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.9317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.9321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.9320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.9363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.9402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.9462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.9477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.9533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,0.9694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,1.0199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,1.0742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,1.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,1.4177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,1.9202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,1.5696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,1.5718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,1.5706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,1.5740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,1.5781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,1.5828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,1.5866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,1.5884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,1.5963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,1.6085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,1.6382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,1.7243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,1.8318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,2.0436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,2.4710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.2393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.2677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.2025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.2868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.2308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.2270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.3096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.4783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.2852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.2891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.2888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.2905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.3111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.3251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.3879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.4901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.6855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.3890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.3890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.3876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.3890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.3895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.3903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.3912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.3910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.3921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.4022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.4274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.4545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.5111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.6302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,0.8641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.4192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.5790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.5783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.5815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.5838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.5848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.5898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.5882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.5906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.5973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,0.6111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.6612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.7142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,0.8267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.0585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,1.5599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.9365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.9379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.9400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.9417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.9442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.9480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.9495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.9502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.9609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.9749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,0.9992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.0872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.4065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,1.8326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.1622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.1639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.1843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.2004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.2535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.3600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.2673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.3555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.4674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.2745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.2735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.2777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.2985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.3296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.3750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.4790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.6741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.3756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.3764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.3761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.3781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.3824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.4131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.4417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.5004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.6186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,0.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.4077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.5530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.5547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.5554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.5554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.5572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.5625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.5630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.5660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.5664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.5748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.5879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.6380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.6929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,0.8035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,1.0360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,1.5376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.9047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.9045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.9054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.9061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.9123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.9158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.9137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.9144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.9213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.9356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,0.9631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,1.0467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,1.1535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,1.3673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,1.8002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.1779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.3495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.4575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.2612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.3194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.4664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.6705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.3575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.3590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.3598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.3600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.3608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.3649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.3953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.4251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.4820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.5992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,0.8313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.3872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.5237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.5237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.5236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.5251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.5264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.5308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.5346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.5320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.5343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.5421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.5569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.6052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.6596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.7741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,1.0015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,1.5066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.8385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.8400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.8407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.8409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.8465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.8477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.8478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.8517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.8597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.8716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,0.8990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.9868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,1.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,1.3085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,1.7366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.1476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.1432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.1437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.1663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.2612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.2089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.2190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.3519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.3435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.4541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.3601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.4605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.6574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.3512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.3507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.3524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.3528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.3535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.3651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.3896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.4188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.4760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.5928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,0.8267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.3819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.5082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.5086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.5097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.5100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.5124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.5161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.5184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.5197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.5196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.5284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.5412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.7559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,0.9867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,1.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.8094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.8088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.8094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.8104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.8166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.8153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.8187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.8270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.8430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,0.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.9561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,1.0607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,1.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,1.7058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.1415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.1356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.1943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.1618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.1560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.1698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.2936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.3469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.3401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.4534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.2496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.2496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.2602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.3571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.4581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.6507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.3449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.3449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.3459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.3471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.3479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.3493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.3545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.3600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.3847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.4135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.4721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,0.8206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.3782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.5035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.5033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.5032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.5072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.5126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.5129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.5219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.5366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.5843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.6380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.7481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,0.9828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,1.4818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.7917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.7941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.7927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.7942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.7958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.7997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.8043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.8109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.8276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,0.8532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.9405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,1.0472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,1.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,1.6913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.1349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.1331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.1309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.2186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.1530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.1552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.1642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.1621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.2561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.1773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.1862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.2174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.2174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.3395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.4502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.3107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.3576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.4554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.6516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.3418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.3429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.3425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.3452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.3455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.3470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.3479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.3511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.3823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.4113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.4697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.5869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,0.8205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.4979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.4993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.4991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.4998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.5032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.5073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.5095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.5306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.5796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.6340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.7453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,0.9755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,1.4796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.7851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.7861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.7866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.7878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.7901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.7951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.7921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.7963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.8031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.8220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,0.8491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.9340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,1.0393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,1.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,1.6825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.1415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.1411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.1498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.1485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.1594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.1698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.3424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.3367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.4485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.4544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.6516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.3395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.3382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.3388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.3402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.3394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.3414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.3432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.3443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.3483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.3540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.4078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.4666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.5848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,0.8161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.3722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.4938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.4949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.4941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.5002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.5031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.5041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.5062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.5124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.5275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.5759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.6312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.7440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,0.9751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,1.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.7811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.7816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.7823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.7840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.7853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.7906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.7898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.7918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.7995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.8160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,0.8427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.9324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,1.0326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,1.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,1.6800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.2769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.2603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.2274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.2472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.3506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.2810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.2957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.3350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.4030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.2720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.3056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.3350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.5033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.3174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.3165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.3137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.3166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.3188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.3285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.3419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.3806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.4408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.5432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,0.7370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.4438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.4220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.4216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.4221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.4216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.4216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.4247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.4282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.4382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.4531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.4817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.5414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.5985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.7168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,0.9499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,1.5036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.5999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.6023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.6004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.6009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.6007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.6043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.6104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.6175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.6305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.6585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,0.7133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.7732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.8295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,0.9424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.1695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,1.6701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,1.0196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,1.0228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,1.0226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,1.0216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,1.0250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,1.0349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,1.0434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,1.0545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,1.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,1.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.3457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.4519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,1.6652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,2.0982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.2190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.2007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.2189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.2154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.2440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.3367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.2311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.2345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.2639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.2778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.2882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.3739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.4841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.2919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.2913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.2972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.3184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.5180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.7163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.3876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.3865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.3879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.3867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.3857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.3872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.4000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.4439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.4761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.5625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.6811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,0.9150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.4726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.5524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.5548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.5516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.5549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.5541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.5568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.5606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.5676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.5831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.6105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.6646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.7228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,0.7802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,0.8919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.1190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,1.6217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.9382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.9372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.9382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.9410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.9421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.9475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.9543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.9674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.9962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.0458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,1.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.2580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.3628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,1.5762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.0089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.1907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.3289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.3096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.2769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.3601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.4717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.2992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.3374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.4972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.6941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.3540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.3534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.3547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.3532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.3534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.3540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.3563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.3823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.4095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.4407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.4711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.5273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.6457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,0.8775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.4324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.4937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.4941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.4939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.4958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.5003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.5197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.5486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.6024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.7165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,0.8261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.0572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,1.5629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.8123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.8106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.8120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.8191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.8233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.8295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.8421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.8693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.9513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.0253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.4510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,1.8822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.1587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.1577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.1601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.1597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.1721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.1844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.3663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.2737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.2780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.3039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.3618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.4735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.3283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.3412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.3868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.4882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.6837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.3248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.3868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.4164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.4459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.5052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.6214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,0.8549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.4096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.3256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.3260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.3240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.3262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.3266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.3255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.3291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.3816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.4472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.5719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.6283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.6835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,0.7932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,1.0230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,1.5289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.4706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.4698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.4677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.4685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.4684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.4766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.5680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.6932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,0.9302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,1.0203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.3392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,1.7718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.1601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.1588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.1949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.2325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.3629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.1942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.2578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.2975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.3587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.4674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.2810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.3032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.3200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.3798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.4810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.6750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.2451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.2789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.3741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.4050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.4329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.6093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,0.8411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.3034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.3025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.3053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.3050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.3099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.3313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.3594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.4215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.5449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.6035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.6601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.7706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,0.9993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,1.5028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.4246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.4251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.4243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.4253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.4263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.4278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.4694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.5243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.6421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,0.8767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.9728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.0829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,1.7226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.1659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.2171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.2929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.3601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.3558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.4636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.2783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.3008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.3165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.3300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.3778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.4790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.6704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.3701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.3978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.4278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.4854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.6011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,0.8340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.3896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.2954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.2952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.2954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.2962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.3202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.3508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.4118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.5359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.5935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.6500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.7602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,0.9902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,1.5159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.4070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.4069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.4059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.4082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.4073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.4098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.4151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.4496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.5027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.6218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,0.8541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.9509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.0573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.2673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,1.6984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.1530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.1535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.2735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.2348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.3598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.4632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.3146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.3276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.3743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.4741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.6705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.2687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.3006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.3647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.3958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.4230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.4815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.5984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,0.8319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.3832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.2899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.2898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.2911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.3453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.4041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.5298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.5879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.6435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.7527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,0.9841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,1.4865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.3981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.3983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.3972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.3975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.3988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.4059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.4398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.4933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.6080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,0.8491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.9404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.0471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,1.6903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.1472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.2864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.2639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.2913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.4592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.4714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.6671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.2973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.3608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.3904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.4179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.4760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.5940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,0.8266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.2847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.2849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.2851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.2866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.2907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.3110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.3404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.5236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.5834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.6390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.7484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,0.9768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,1.4814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.3912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.3918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.3909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.3921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.3928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.4329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.5999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,0.8395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.9315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.0372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,1.6823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.2972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.2448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.2582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.2513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.2618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.2615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.2788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.3200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.3676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.2811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.2826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.2818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.2817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.2826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.2808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.2852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.2998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.3608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.4295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.3198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.3182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.3189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.3200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.3190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.3196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.3198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.3202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.3236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.3403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.3506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.3566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.3810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.4432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.5503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.3978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.3977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.3978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.3962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.3988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.3966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.3975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.3991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.3997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.4025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.4237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.4400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.4563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.6038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,0.7968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.5950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.5940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.5933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.5954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.5960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.5970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.5985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.6011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.6012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.6051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.6125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.6377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.6666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.7233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,0.8415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,1.0745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,1.6326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.9270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.9276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.9269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.9280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.9303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.9361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.9410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.9423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.9446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,0.9525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,0.9662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,1.0161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,1.0722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,1.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,1.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,1.9210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,1.5515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,1.5516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,1.5534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,1.5556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,1.5602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,1.5666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,1.5676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,1.5693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,1.5775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,1.5902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,1.6227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,1.7060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,1.8106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,2.0264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,2.4568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.2151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.2154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.2414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.2769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.3860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.2571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.2582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.2767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.2868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.3171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.3765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.4877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.2952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.2973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.2947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.2942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.2953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.2943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.2975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.3367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.3989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.4982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.6957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.4064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.4067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.4081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.4077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.4084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.4094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.4095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.4098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.4102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.4157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.4220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.4474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.4757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.5332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.6505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,0.8847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,1.4387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.5910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.5899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.5916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.5976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.5987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.5983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.6022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.6087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,0.6236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.6709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.7277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,0.8382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.0692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,1.5726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.9413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.9409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.9436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.9427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.9461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.9479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.9518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.9537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.9618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,0.9737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.0037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.0875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.4069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,1.8437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.2603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.2008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.2957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.3116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.3812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.2866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.3137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.4830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.2888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.2883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.3151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.3312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.3458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.3919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.6899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.3958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.3949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.3960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.3974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.3969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.4019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.4097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.4346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.4642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.5213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.6393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,0.8696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.4256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.5726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.5727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.5731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.5750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.5766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.5796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.5841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.5845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.5879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.5952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.6062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.6582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.7149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,0.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,1.0572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,1.5581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.9223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.9233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.9247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.9263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.9297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.9328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.9352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.9417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.9560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,0.9816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,1.0705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,1.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,1.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,1.8249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.1922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.1905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.2000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.2899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.3745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.2409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.4777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.2758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.2817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.2842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.3075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.3232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.3365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.4836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.6800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.3796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.3782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.3790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.3790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.3789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.3800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.3817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.3824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.3829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.3865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.3953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.4198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.4479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.5064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.6273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,0.8598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.4150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.5453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.5458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.5466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.5474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.5463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.5526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.5562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.5555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.5582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.5650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.5799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.6325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.6855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.7957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,1.0258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,1.5277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.8636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.8648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.8642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.8649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.8675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.8704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.8713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.8745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.8829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.8983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,0.9266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,1.0126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,1.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,1.3341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,1.7649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.1800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.2048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.2348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.3036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.3626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.4740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.2790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.3179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.3341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.3794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.6737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.3710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.3729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.3718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.3725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.3769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.3875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.4138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.4445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.4999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.6195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,0.8517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.4082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.5320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.5323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.5334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.5334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.5358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.5388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.5416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.5423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.5464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.5520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.5691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.6187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.6743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.7851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,1.0149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,1.5179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.8352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.8361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.8374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.8363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.8392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.8419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.8444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.8448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.8534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.8727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,0.8988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.9845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,1.0911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,1.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,1.7366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.1642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.2662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.2601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.3008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.3024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.4718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.2667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.2677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.3797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.4789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.6737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.3680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.3668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.3677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.3731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.3762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.4102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.4406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.4973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.6155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,0.8481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.4049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.5263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.5267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.5267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.5278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.5298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.5333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.5384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.5380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.5393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.5467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.5613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.6672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.7789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,1.0104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,1.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.8215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.8212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.8212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.8221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.8264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.8286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.8298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.8319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.8409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.8557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,0.8837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.9700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,1.0799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,1.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,1.7216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.1864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.2190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.2000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.2201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.3663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.2318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.2732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.2996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.3598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.4693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.2661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.2656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.2734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.3003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.3162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.3784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.4789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.6735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.3645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.3655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.3650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.3680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.3696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.3738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.3824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.4086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.4375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.6112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,0.8469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.4028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.5261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.5236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.5252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.5254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.5310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.5339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.5352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.5361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.5459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.5593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.6089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.6659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.7736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,1.0040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,1.5094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.8154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.8164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.8175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.8204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.8216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.8231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.8252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.8339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.8511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,0.8823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.9630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,1.0723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,1.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,1.7169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.1695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.1843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.1854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.3659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.2267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.2274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.2963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.3557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.4664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.2618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.3126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.3279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.4748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.6740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.3614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.3622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.3636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.3641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.3712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.4049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.4342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.4916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.6111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,0.8419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.3964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.5210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.5209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.5223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.5222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.5248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.5277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.5311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.5302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.5339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.5412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.5564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.6059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.6609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.7709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,1.0037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,1.5039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.8118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.8108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.8120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.8152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.8179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.8190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.8215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.8291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.8463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,0.8781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.9628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,1.0675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,1.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,1.7146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.2201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.2069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.2325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.2148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.2148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.2141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.2190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.3414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.2375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.2639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.3249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.3909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.2475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.3788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.2952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.2947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.2930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.2962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.3066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.3626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.4207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,0.5209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,0.7187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.3825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.3820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.3826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.3825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.3820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.3813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.3841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.3886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.3962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.4131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.4414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.4717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,0.5582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,0.6776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,0.9101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,1.4641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.5609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.5615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.5609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.5612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.5610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.5647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.5695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.6383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.6189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.6731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.7335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.7908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,0.9018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,1.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,1.6353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.9415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.9456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.9447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.9496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.9547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.9660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.9836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,1.0079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,1.0588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.3777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,1.5899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,2.0249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.2072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.1854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.2440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.2803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.3280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.2561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.3096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.3072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,0.4751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.2755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.3264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.4021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,0.5046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,0.7050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.3605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.3616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.3603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.4189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.4483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.4790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.5367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,0.6531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,0.8852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,1.4413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.5210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.5590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.5204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.5226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.5230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.5261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.5305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.5364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.5500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.5782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.6323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.6922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,0.7478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,0.8614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,1.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,1.5905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.8850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.8853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.8866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.8887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.8918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.8946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.9041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.9151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.9433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,0.9929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,1.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,1.5246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,1.9554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.1632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.1616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.1762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,0.3702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.2106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.2687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,0.3543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,0.4644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.2582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.3274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.3430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,0.3879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,0.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,0.6839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.3343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.3343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.3412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.3484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.4514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,0.5093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,0.6288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,0.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,1.4159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.4684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.4690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.4684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.4685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.4722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.4772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.4817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.4965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.5239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.5781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,0.6931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,0.8021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,1.0345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,1.5397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.7692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.7704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.7706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.7741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.7758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.7827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.7890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.8006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.8276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.9110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,0.9860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.0918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,1.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,1.4121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,1.8386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.1616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.1580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.1698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.3065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.2932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.3616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.2960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.3553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,0.4673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.3200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.3326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.3791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,0.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,0.6746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.2345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.2345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.2434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.2735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.3087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.3722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.4019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.4322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.4889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,0.6063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,0.8373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,1.3928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.3021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.3024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.3029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.3042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.3050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.3099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.3601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.4239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.5510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.6088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.6633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,0.7738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,1.0043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,1.5036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.4347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.4351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.4347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.4350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.4350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.4443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.4791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.5373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.6613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.8974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.9898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,1.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,1.3084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,1.7401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.1539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.1618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.3045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.2310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.3517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,0.4585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.3250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.3727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,0.4718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,0.6679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.2202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.4203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.4783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,0.5943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,0.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,1.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.2808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.2819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.3104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.4019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.5245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.5854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.6400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,0.7517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,0.9822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,1.5078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.3923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.3931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.3937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.4043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.4391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.6119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.8445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.9428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,1.0469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,1.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,1.6900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.1369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.1383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.1552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.1511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.1611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.3002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.3535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.2881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,0.4595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.2025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.3089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.3224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.3685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,0.4689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,0.6631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.2933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.3834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.4130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.4712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,0.5883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,0.8210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,1.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.2734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.2828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.3317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.3931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.5176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.5750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.6306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,0.7411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,0.9727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,1.4736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.3776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.3769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.3778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.3788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.3869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.4192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.4730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.8257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.9202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,1.0253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,1.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,1.6689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.1363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.1408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.1424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.1588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.3004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.1797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.3470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,0.4545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.2189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.3091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.3672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,0.4687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,0.6620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.3520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.3837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.4098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.4684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,0.5860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,0.8178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,1.3734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.2652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.2661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.2676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.2768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.2975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.3870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.5095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.5709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.6242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,0.7346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,0.9691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,1.4678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.3675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.3692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.3678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.3695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.3763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.4099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.4638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.5794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.8173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.9078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,1.0157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,1.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,1.6581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.1362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.1466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.3474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.2580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,0.4501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.3180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.3649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,0.4652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,0.6616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.2106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.2848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.3489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.3784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.4070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.4653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,0.5832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,0.8162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,1.3679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.2598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.2908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.3231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.3821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.5089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.5639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.6207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,0.7321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,0.9621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,1.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.3633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.3639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.3632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.3630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.3649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.3720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.4049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.4578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.5735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.8069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.9050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,1.0094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,1.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,1.6563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.2427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.2696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.2311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.3062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.2427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.2590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.2553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.2840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.3129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.2727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.2720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.2728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.2975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.3136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.4214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.3088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.3087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.3094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.3098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.3094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.3097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.3099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.3136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.3387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.3455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.3718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.4327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.5421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.3758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.3760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.3760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.3767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.3775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.3825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.4022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.4178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.4334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,0.5818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,0.7762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.5531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.5535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.5539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.5545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.5543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.5567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.5595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.5599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.5613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.5653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.5712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.5957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.6271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.6822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,0.8008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,1.0355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,1.5898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.8858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.8871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.8865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.8887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.8928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.8963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.9008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.9022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.9011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.9096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.9291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.9776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,1.0308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,1.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,1.3780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,1.8762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,1.4733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,1.4767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,1.4773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,1.4817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,1.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,1.4920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,1.4965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,1.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,1.5060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,1.5159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,1.5503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,1.6349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,1.7428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,1.9550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,2.3832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.1854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.2004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.2895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.2735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.3223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.2496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.2652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.3068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.4786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.2790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.2802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.2819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.3225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.3850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,0.6866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.3811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.3794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.3804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.3815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.3838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.3840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.3938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.4200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.4491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.5061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.6249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,0.8576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,1.4109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.5587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.5589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.5584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.5594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.5603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.5637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.5679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.5713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.5786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.5932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.6412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.6991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,0.8106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.0412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,1.5426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.8852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.8862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.8896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.8903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.8937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.8961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.9005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.9028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.9087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.9244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,0.9514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,1.0371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.1433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,1.7901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.1618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.1720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.1762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.1773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.1861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.2860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.3186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.3014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.3722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.2409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.2790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.3051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.3631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,0.4743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.2727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.2843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.3051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.3205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.3362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.3833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,0.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,0.6818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.3740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.3750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.3750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.3738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.3756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.3761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.3773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.3774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.3788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.3840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.3914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.4443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.5014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,0.6211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,0.8537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,1.4067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.5454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.5474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.5498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.5509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.5559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.5593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.5604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.5620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.5692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.5849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.6361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.6881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,0.8015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,1.0354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,1.5566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.8817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.8831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.8835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.8839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.8886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.8905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.8940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.9018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.9164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.9418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,1.0302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,1.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,1.3484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,1.7782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.1580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.1574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.1902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.2602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.1799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.2417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.3684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.3001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.3597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.4688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.2674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.2769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.3286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.4765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,0.6713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.3620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.3624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.3630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.3634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.3678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.3789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.4039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.4334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.4924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.6106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,0.8412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,1.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.5236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.5224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.5241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.5258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.5282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.5329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.5340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.5364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.5429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.5566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.6085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.6630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.7756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,1.0060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,1.5078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.8290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.8305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.8299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.8329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.8353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.8391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.8390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.8424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.8519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.8664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.9813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,1.0856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,1.3028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,1.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.1533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.1539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.1922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.3116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.2008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.3648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.2345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.2954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.3555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.4657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.2732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.4712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,0.6660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.3566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.3564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.3552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.3610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.3673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.3736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.4002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.4279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.4861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.6041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,0.8364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,1.3917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.5110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.5108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.5116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.5102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.5128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.5180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.5215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.5222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.5259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.5319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.5482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.5974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.6515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.7652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,0.9960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,1.4965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.8020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.8023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.8033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.8048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.8098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.8094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.8119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.8142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.8243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.8410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.8674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.9571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,1.0614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,1.2739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,1.7032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.1535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.1695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.1761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.3086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.2535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.3603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.2686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.3549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.4647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.3087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.3235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.4713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,0.6647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.3521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.3512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.3517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.3517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.3542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.3545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.3571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.3592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.3632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.3705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.3950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.4254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.4834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32768,0.5996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,0.8363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,1.3912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.5063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.5068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.5061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.5092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.5130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.5164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.5183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.5203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.5278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.5422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.5939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.6479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.7580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,0.9927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,1.4900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.7907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.7927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.7923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.7933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.7967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.8009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.8020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.8039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.8128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.8270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.8550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.9440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,1.0504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,1.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,1.6942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.1513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2,0.1568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.1573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.1573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.1567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.1656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.1773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.2311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.3090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.3540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.4637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.2535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.3219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.3692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.4698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,0.6649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.3505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.3500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.3521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.3545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.3578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.3691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.3951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.4223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.4815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.5992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,0.8295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,1.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.5040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.5056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.5097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.5152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.5145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.5179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.5245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.5385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.5897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.7573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,0.9881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,1.4865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.7850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.7860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.7856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.7875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.7913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.7941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.7934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.7966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.8071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.8512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.9366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,1.0432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,1.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,1.6808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.1587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.1843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.3057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.3579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.2166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.3484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.4589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.2688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.3200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.3669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.4661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,0.6669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.3474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.3468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.3463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.3455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.3475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.3516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.3556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.3585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.3924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.4217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.4791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.5981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,0.8294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,1.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.5001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.4992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.5013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.5022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.5022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.5078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.5118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.5128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.5151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.5235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.5381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.5885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.6438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.7532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,0.9859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,1.4845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.7806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.7821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.7834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.7830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.7854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.7897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.7902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.7924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.8023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.8188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.8465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.9335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,1.0413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,1.2526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,1.6815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.3131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.2612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.2612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.2998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.3296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.2679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.2679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.2684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.2860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.2858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.2909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.3119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.3423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.2744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.2768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.2739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.2930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.3038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.3260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.3647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.2908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.2932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.2985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.3192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.3264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.4009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.2903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.2887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.2887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.2881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.2884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.3146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.3209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.3203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.3359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.4442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.3052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.3042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.3040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.3050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.3100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.3340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.3449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.3767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.4342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.5435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.3553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.3760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.3552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.3524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.3585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.4039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.4207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.4326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.4804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.5808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,0.7751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.4497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.4468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.4480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.4511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.4478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.4495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.4500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.4554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.4604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.4784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.5046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.5364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.5653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.6208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,0.7387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,0.9722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,1.5324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.6455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.6471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.6457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.6463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.6447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.6477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.6497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.6587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.6712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.6997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,0.7514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.8114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.8659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,0.9790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,1.7144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,1.0729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,1.0753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,1.0743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,1.0748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,1.0767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,1.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,1.0901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,1.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,1.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,1.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.3876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.4948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,1.7120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,2.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.2042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.2189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.2868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.2431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.2584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.2451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.3571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.2427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.2428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.3298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.3981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.2598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.3032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.3896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.4978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.2980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.2997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.3248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.3781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.4230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.7185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.3867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.3860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.3863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.3848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.3858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.3842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.3887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.3905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.4119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.4421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.4695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.5549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.6754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,0.9043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.4627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.5528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.5513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.5536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.5521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.5551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.5561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.5585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.5654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.5797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.6069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.6589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.7169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,0.7735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,0.8854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,1.6170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.9282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.9301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.9287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.9305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.9313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.9369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.9413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.9551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.9851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.0609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,1.1394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.2417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.3492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,1.5605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.0000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.1921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.1919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.1984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.2059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.2571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.3068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.3733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.2693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.3007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.3603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.4699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.2656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.2772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.3130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.3285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.3900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.6866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.3427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.3426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.3416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.3422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.3433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.3520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.3659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.4220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.4533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.5098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.6296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,0.8578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.4192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.4732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.4742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.4741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.4739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.4728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.4735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.4777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.4971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.5251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.5759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.6889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,0.8027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.0321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,1.5360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.7768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.7788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.7809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.7820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.7841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.7893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.7946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.8060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.9084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.8819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,0.9864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.0913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.4105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,1.8397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.1656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.2000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.3558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.2516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.3514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.2742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.3124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.3250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.4713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.6669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.3630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.3893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.4213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.4785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.5962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,0.8247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.3866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.2953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.2941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.2942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.2970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.3154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.3460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.4097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.5347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.5891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.6441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.7568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,0.9881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,1.4905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.4156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.4151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.4148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.4149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.4125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.4111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.4180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.4555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.5140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.6341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,0.8719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.9594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.0684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,1.7045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.1424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.1601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.1656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.1557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.1594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.1659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.3023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.3476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.4525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.3005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.3144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.3586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.6553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.3432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.3730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.4006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.4607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,0.8097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.3639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.3187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.5045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.5592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.6141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.7243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,0.9571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,1.4616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.3566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.3555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.3574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.3572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.3572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.3630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.4535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.5708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,0.8065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.8958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.0060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,1.6473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.1307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.1329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.1325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.1327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.1471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.1573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.1574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.2618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.1765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.3027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.1987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.3454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.1776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.2799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.4484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.1854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.3104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.6527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.3354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.3951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.4521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,0.8021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.3560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.3066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.3653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.4896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.5446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.6019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.7108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,0.9467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,1.4435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.3343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.3342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.3347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.3341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.3398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.3730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.4296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.5485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,0.7806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.8696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,0.9789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,1.6214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.1326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.1407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.1383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.1530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.1450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.1489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.1677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.1553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.1765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.1683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.1680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.2739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.3417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.2448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.2762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.3347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.4443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.2069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.2779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.3525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.4546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.6493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.3319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.3913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.4463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.5627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,0.7953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.3526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.3576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.4821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.5379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.5942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.7035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,0.9346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,1.4353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.3203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.3211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.3204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.3282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.3595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.4127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.5303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,0.7647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.8560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,0.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,1.6031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.1248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.1245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.1394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.1348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.1498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.1411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.1512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.1513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.2212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.1942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.3411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.4431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.3042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.4512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.6430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.3311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.3882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.4456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.5626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,0.7947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.3474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.3547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.4791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.5904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.6999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,0.9319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,1.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.3133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.3151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.3146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.3204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.3518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.4065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.5228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,0.7601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.8486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,0.9592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,1.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.2601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.2590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.2744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.3106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.3393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.2883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.2884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.2891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.2884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.3021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.3294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.2991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.2999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.2980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.2991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.3136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.3168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.3429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.3821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.3156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.3182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.3158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.3175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.3148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.3160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.3176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.3157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.3180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.3317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.3376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.3341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.3450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.3719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.3247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.3261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.3246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.3239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.3243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.3239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.3242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.3236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.3246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.3242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.3243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.3413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.3481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.3471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.3637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.4718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.3660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.3673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.3671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.3671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.3672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.3668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.3695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.3862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.3963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.4002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.4278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.4873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.5968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.4362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.4377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.4357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.4356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.4371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.4357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.4377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.4367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.4372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.4398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.4437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.4623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.4767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.4955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.5378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.6399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,0.8373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.6195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.6197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.6196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.6204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.6203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.6224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.6237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.6245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.6272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.6282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.6367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.6607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.6869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.7458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,0.8649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,1.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,1.6555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.9715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.9717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.9710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.9745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.9751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.9782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.9834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.9852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.9864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.9922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,1.0096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,1.0573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,1.1122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,1.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,1.4534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,1.9585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,1.6045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,1.6056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,1.6055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,1.6079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,1.6109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,1.6137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,1.6165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,1.6185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,1.6255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,1.6367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,1.6686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,1.7502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,1.8580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,2.0692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,2.5028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.2195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.2925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.2461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.2677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.2656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.2734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.2727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.2899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.3003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.3920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.5005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.3001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.3014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.3008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.3016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.3032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.3415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.4032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.6988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.4043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.4046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.4042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.4060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.4064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.4071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.4066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.4112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.4163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.4401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.4706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.5248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,0.8782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.4337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.5916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.5899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.5937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.5921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.5948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.5982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.5965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.6005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.6054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,0.6201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.6658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.7220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,0.8340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.0686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,1.5659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.9317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.9325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.9343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.9342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.9378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.9390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.9406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.9444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.9527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,0.9926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.1782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,1.8229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.2000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.2062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.2267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.2274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.2513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.2674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.3757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.2683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.3684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.4789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.2817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.2863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.3071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.3364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.3841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.4849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.6805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.3823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.3815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.3830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.3817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.3839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.3835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.3840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.3832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.3924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.4162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.4455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.5022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.6207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,0.8500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.5513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.5524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.5531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.5533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.5577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.5610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.5627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.5620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.5641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.5710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.5845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.6319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.6882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,0.7980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,1.0303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,1.5344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.8907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.8895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.8918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.8914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.8953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.8967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.8987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.8982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.9076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.9187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,0.9448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,1.0282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,1.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,1.3514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,1.7810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.2151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.3642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.2679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.2952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.3534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.4636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.2652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.3668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.4678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.6614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.3581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.3587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.3610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.3930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.4240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.4792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.5977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,0.8298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.3882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.5128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.5135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.5136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.5144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.5152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.5190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.5223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.5227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.5245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.5316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.5443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.5923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.6481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.7581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,0.9877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,1.4957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.8092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.8079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.8083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.8095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.8114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.8130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.8143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.8157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.8240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.8376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,0.8676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.9490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,1.0560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,1.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,1.7037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.1598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.1806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.1803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.1861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.2028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.2267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.3575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.3487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.4612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.3587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.6548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.3449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.3442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.3455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.3466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.3472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.3482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.3581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.3819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.4111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.4674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,0.8198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.4933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.4933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.4929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.4937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.4944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.4983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.5032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.5009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.5040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.5125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.5244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.5710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.6265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.7382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,0.9697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,1.4710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.7679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.7659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.7680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.7677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.7693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.7696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.7716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.7728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.7823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.7974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,0.8234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.9092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,1.0168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,1.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,1.6573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.1532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.1470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.1485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.1466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.2025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.1966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.2212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.2202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.3449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.4570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.2547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.2942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.4569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.6582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.3401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.3400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.3406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.3399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.3399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.3419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.3442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.3445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.3486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.3773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.4085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.4649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.5819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,0.8150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.3709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.4847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.4842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.4832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.4840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.4866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.4892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.4931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.4939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.4944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.5036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.5640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.6197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.7272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,0.9635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,1.4642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.7502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.7511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.7504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.7513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.7512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.7555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.7550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.7580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.7665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.7813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,0.8064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.8935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,0.9955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,1.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,1.6435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.2308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.3498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.2151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.2166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.3422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.4538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.2469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.3536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.4549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.6542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.3368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.3375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.3374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.3370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.3381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.3391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.3394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.3408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.3412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.3437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.3745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.4041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.4607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.5796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,0.8092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.3689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.4807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.4791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.4798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.4804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.4814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.4898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.4923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.4995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.5113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.5604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.6152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.7261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,0.9577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,1.4625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.7399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.7396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.7403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.7417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.7437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.7445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.7455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.7478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.7578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.7713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,0.7976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.8847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,0.9898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,1.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,1.6328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.1430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.1520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.1882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.3489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.3411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.4502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.4517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.6467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.3342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.3350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.3365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.3388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.3389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.3493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.3726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.4025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.4589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.5770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,0.8126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.4776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.4770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.4780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.4775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.4826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.4874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.4900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.4962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.5097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.5576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.6116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.7216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,0.9563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,1.4592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.7344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.7347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.7348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.7353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.7389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.7409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.7417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.7430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.7529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.7688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,0.7939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.8799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,0.9874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,1.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,1.6284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.2738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.2818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.2808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.2811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.2819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.2847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.3508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.2790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.3292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.2661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.2954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.2851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.3091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.3203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.3960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.2847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.2842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.2842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.2852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.2960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.3118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.3176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.3331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.3726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.4415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.2998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.2991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.2994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.3018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.3356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.3426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.4354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.5403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.3605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.3597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.3605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.3589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.3587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.3597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.3592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.3617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.3649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.4121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.4272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.4418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.4864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.5875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,0.7824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.4617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.4607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.4623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.4634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.4614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.4652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.4687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.4779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.4935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.5243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.5521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.5821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.6391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.7563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,0.9900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,1.5474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.6564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.6563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.7320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.6561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.6541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.6593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.6618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.6701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.6826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.7128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,0.7653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.8806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,0.9949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,1.7281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,1.0944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,1.0964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,1.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,1.0945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,1.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,1.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,1.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,1.1211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,1.1499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,1.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.4114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.5182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,1.7332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,2.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.2492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.2667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.2783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.2454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.2454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.2902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.3269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.2684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.4153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.2732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.2848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.3040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.3117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.5119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.3219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.3227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.3206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.3222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.3204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.3193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.3234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.3266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.3347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.3488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.4016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.5487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.7467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.4111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.4104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.4107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.4119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.4111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.4098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.4127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.4173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.4251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.4394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.4687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.4992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.5843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.7018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,0.9342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.5795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.5787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.5801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.5805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.5831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.5865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.6087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.6360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.6890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.7494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,0.8051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,0.9142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,1.6503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.9630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.9646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.9659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.9688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.9716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.9776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.9912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,1.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.0681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,1.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.3863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,1.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.0337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.2335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.2414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.2929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.2580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.2469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.2475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.2817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.3103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.3581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.2752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.3300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.3973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.2843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.2985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.3240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.3830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.4938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.2932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.2933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.2996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.3424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.3726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.4188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.5196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.7154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.3712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.3791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.3843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.4004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.4266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.4597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.4874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.5454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.6617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,0.8972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.4516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.5059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.5053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.5060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.5052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.5056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.5085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.5117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.5184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.5325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.5849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.7278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,0.8402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.0702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,1.5722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.8112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.8137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.8149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.8164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.8302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.8407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.9440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.9208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.0271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,1.8817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.1632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.1613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.1642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.1650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.2995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.2189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.3182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.3850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.2472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.2793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.2902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.3203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.3794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.3260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.3407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.4015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.5022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.6960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.2707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.2711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.2745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.3014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.3342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.3977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.4277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.4565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.5146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.6321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,0.8641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.4237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.3323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.3317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.3314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.3555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.3864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.4489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.5736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.6309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.6895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,0.7976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,1.0296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,1.5297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.4580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.4592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.4599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.4588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.4573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.4602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.4658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.5015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.5600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.6824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,0.9172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,1.0086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.3272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,1.7645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.1539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.1680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.2674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.1907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.2400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.2212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.3124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.3805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.2141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.2738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.2882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.3148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.2952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.3179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.3338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.3466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.3927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.4946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.6874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.3177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.3835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.4130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.4419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.4985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.6163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,0.8508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.4035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.3070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.3067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.3060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.3065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.3112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.3303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.4226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.5495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.6036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.6589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.7708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,1.0020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,1.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.4074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.4069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.4071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.4079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.4084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.4488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.5066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.6253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,0.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.9515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.0610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.2728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,1.7017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.1488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.1511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.1864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.2901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.2047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.2516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.3057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.3734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.2803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.2849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.3711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.2151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.3138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.3284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.3419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.3876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.4893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.6828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.2431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.2435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.3097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.3749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.4042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.4335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.4903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.6082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,0.8390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.3969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.2996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.3173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.4080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.5929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.6463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.7586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,0.9877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,1.4916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.3841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.3850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.3854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.3841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.3858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.3915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.4240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.4797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.5971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,0.8344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.9271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.0318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,1.6775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.1470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.1867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.2892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.2414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.2490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.3052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.3743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.3655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.4762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.3119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.3251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.3400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.3845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.4842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.6797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.3718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.4300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.4878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.6032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,0.8383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.3900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.2849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.2864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.3125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.3436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.4033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.5271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.5845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.6408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.7535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,0.9789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,1.4848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.3731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.3738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.3749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.3819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.4151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.4692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.5868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,0.8203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.9138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.0195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,1.6711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.1454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.1457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.1594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.2062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.2059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.3075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.3650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.4744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.3368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.4841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.6776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.3994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.4277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.6037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,0.8357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.3900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.2803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.2902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.5222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.5814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.6350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.7464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,0.9780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,1.4807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.3666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.3691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.4075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.4611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.5766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,0.8126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.9068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.0178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,1.6568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.2901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.2925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.2932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.3135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.3067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.3111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.3313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.3563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.2782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.2775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.2780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.2820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.2919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.2913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.3361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.3070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.3090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.3088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.3084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.3090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.3114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.3123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.3272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.3334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.3272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.3375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.3209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.3219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.3214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.3227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.3241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.3224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.3244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.3403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.4018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.4689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.3602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.3608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.3602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.3602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.3648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.3650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.3845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.3940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.3998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.4822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.5913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.4399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.4396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.4410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.4391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.4404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.4395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.4400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.4413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.4412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.4439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.4483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.4688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.4849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.4991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.5445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.6469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,0.8429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.6320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.6339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.6326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.6341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.6345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.6384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.6385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.6399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.6419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.6472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.6507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.6778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.7055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.7647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,0.8803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,1.1125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,1.6754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.9799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.9787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.9806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.9816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.9840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.9905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.9943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.9956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.9960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,1.0039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,1.0212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,1.0705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,1.1252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,1.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,1.4693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,1.9777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,1.6258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,1.6248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,1.6272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,1.6286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,1.6317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,1.6347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,1.6348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,1.6370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,1.6450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,1.6571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,1.6869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,1.7734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,1.8777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,2.0953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,2.5280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.2223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.2440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.3091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.2417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.2414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.2417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.2615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.2775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.2811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.2905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.2618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.3184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.3445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.4036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.5133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.3268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.3256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.3244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.3262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.3264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.3265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.3284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.3268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.3539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.3680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.3835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.4289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.5296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.7248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.4297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.4298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.4297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.4309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.4338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.4340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.4346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.4373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.4452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.4980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.5546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.6732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,0.9037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,1.4643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.6149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.6148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.6163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.6190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.6226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.6255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.6264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.6282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.6360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,0.6491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.6994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.7541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,0.8646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.0983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,1.6016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.9679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.9688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.9676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.9701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.9717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.9746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.9768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.9798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.9877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,1.0000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.0271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.1126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.4377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,1.8587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.2318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.2997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.2942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.2311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.2509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.2681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.2734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.3104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.2513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.2513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.3995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.2721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.2732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.2928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.3099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.3349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.3939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.5046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.3098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.3117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.3105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.3112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.3106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.3118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.3370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.3532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.4142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.5144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.7136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.4122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.4113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.4134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.4114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.4119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.4145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.4148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.4165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.4184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.4263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.4514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.5358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.6552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,0.8855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.4473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.5846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.5849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.5863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.5853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.5891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.5932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.5966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.5975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.5972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.6062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.6214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.6721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.7241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,0.8349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,1.0642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,1.5687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.9248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.9243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.9243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.9257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.9301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.9316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.9322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.9356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.9424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.9567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,0.9838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,1.0700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,1.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,1.3894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,1.8202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.2171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.2882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.2106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.2110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.3053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.3002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.2390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.2375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.3228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.3927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.2553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.3245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.3837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.4942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.2919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.2914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.2928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.3005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.3364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.4997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.6937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.3910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.3906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.3913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.3907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.3919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.3954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.3984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.4309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.4602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.5194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.6343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,0.8695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.4286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.5503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.5503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.5505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.5524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.5544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.5584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.5619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.5618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.5651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.5711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.5858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.6354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.6915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.8011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,1.0312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,1.5381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.8516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.8526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.8530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.8535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.8557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.8591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.8633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.8708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.8885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,0.9130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,0.9994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,1.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,1.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,1.7514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.2144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.2141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.2882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.2315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.2674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.2338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.3209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.3887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.2594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.2948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.3788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.4881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.2830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.2906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.2930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.2957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.3319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.3464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.3930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.4925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.6984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.3805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.3813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.3807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.3812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.3816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.3829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.3831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.3855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.3874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.3901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.3964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.4209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.4509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.5066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.6285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,0.8582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.4173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.5349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.5354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.5375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.5394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.5462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.5460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.5469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.5537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.5698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.6174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.6721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.7845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,1.0161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,1.5176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.8180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.8185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.8185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.8193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.8203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.8237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.8244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.8272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.8357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.8494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,0.8783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.9660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,1.0707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,1.2828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,1.7125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.2582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.3848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.2865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.2903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.3173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.4874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.2793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.2811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.2887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.3291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.3434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.3896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.4899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.6876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.3743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.3766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.3784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.3809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.3814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.3841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.3915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.4171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.4463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.5036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.6218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,0.8584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.4117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.5261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.5271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.5273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.5258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.5290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.5324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.5370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.5373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.5386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.5465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.5609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.6094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.6653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,1.0059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,1.5110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.8001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.8008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.8020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.8017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.8050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.8055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.8085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.8177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.8323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,0.8603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.9487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,1.0565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,1.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,1.6976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.1619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.2007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.2028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.2571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.3135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.3810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.2440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.3142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.4847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.2755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.2908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.3112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.3267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.3421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.3877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.4873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.7057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.3731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.3724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.3734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.3749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.3757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.3782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.3816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.3912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.4152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.4435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.5035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.6214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,0.8545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.4148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.5216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.5244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.5251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.5240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.5229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.5290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.5329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.5340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.5366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.5428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.5582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.6067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.6602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.7741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,1.0046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,1.5076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.7926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.7905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.7924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.7929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.7944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.7966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.7969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.7996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.8096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,0.8501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.9427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,1.0473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,1.2603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,1.6908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.2941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.3100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.3796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.2428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.2434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.3131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.4816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.2739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.2895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.3401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.3864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.4871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.6826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.3711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.3728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.3733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.3768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.3886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.4134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.4432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.4999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.6199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,0.8509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.5196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.5207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.5205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.5213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.5235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.5244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.5302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.5312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.5333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.5405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.5547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.6044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.6607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.7713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,1.0008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,1.5057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.7870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.7891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.7880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.7891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.7911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.7931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.7932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.7975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.8068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.8211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,0.8487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.9364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,1.0432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,1.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,1.6911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.2550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.2393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.2828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.2472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.2744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.2760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.2883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.2899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.3293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.2602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.3091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.3484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.4161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.2727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.2738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.2780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.3166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.3424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.4039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,0.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.3135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.3133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.3126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.3177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.3242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.3413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.3632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.3939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.4389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,0.5412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,0.7399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.3976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.3976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.3983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.3971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.3963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.3950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.3993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.4035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.4127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.4293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.4567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.4883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.5167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,0.5753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,0.6931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,0.9253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,1.4844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.5841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.5822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.5827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.5830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.5815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.5886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.5961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.6100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.6379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.6923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.7524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.8064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,0.9197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,1.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,1.6555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.9460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.9473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.9481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.9485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.9545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.9624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.9724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,1.0746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,1.0521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.3704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,1.5834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,2.0180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.2290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.2409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.2412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.3527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.2414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.3251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.3906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.2929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.3183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,0.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.2864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.2865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.3361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.3648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.4112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,0.5113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,0.7101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.3645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.3643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.3640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.3647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.3660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.3698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.3756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.3915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.4199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.4503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.4797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.5391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,0.6568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,0.8862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,1.4458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.5208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.5226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.5193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.5215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.5224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.5258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.5300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.5490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.5764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.6301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.6928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,0.7479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,0.8559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,1.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,1.5871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.8603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.8612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.8629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.8643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.8691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.8734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.8874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.9919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,0.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,1.0699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,1.4955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,1.9348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.3087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,0.3765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.2745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,0.3602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,0.4711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.2638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.2667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.2778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.3452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,0.3905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,0.4906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,0.6865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.3336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.3326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.3322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.3369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.3382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.3601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.4184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.4480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,0.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,0.6244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,0.8550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,1.4111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.4579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.4587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.4562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.4568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.4552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.4601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.4687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.4838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.5110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.5645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,0.6787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,0.7908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,1.0221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,1.5237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.7339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.7334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.7342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.7393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.7410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.7468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.7499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.7639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.8658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.8448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,0.9516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.0537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,1.1592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,1.3728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,1.8076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.1472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.1573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.2334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.3230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.3581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,0.4700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.3034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.3183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.3320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,0.4779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,0.6735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.2332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.3012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.4248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,0.5995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,0.8321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,1.3849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.2866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.3129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.3438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.5316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.5883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,0.7549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,0.9872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,1.4875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.3937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.3918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.3931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.3932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.4019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.4356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.4940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.6166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.8523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.9441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,1.0518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,1.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,1.6947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.1554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.1547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.1554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.1861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.3172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.2377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.3608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.3536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,0.4626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.2089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.2718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.3244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.3704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,0.4700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,0.6654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.2201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.2571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.3516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.3831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.4105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.4690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,0.5875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,0.8182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,1.3706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.2615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.3218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.3825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.5063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.5644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.6189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,0.7294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,0.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,1.4632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.3492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.3501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.3581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.3924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.5646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.8014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.8951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,1.0047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,1.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,1.6509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.1557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.1485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.1547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.1797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.2891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.3560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.2661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.3512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,0.4616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,0.4674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,0.6618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.3465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.3773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.4050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.4627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,0.5789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,0.8129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,1.3682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.4944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.5512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.6091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,0.7197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,0.9498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,1.4510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.3301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.3292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.3305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.3313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.3326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.4271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.5427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.7805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,0.9762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,1.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,1.6212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.1394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.1390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.1408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.1424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.1548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.1698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.1663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.1656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.1660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.3136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.3571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.3489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,0.4568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.2670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.3055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.3202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.3642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,0.4670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,0.6594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.3421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.3725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.4033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.4591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,0.5783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,0.8091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,1.3644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.2409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.3650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.5487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,0.7144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,0.9416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,1.4471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.3207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.3222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.3228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.3290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.3621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.5349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.7700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.8615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,0.9671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,1.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,1.6148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.1364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.1371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.1373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.1367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.1452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.1660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.1653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.1695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.1613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.2686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.3132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.2004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.3552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.2619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.3457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,0.4562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.3154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,0.4624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,0.6579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.3389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.3727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.4020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.4588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,0.5767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,0.8071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,1.3671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.5439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.5970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,0.7096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,0.9385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,1.4428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.3154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.3155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.3166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.3188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.3248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.5264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.7610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.8548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,0.9648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,1.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,1.6086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.2677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.3122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.2790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.2796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.2688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.2727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.2859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.3160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.2883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.3038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.3063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.3165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.3440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.3926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.2968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.2968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.2964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.2970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.3361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.4430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.3331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.3348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.3344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.3334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.3317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.3325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.3363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.3541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.3637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.4503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.5648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.3946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.3934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.3952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.3955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.4209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.4364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.4520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.4973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,0.5976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,0.7945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.5686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.5688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.5696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.5703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.5710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.5744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.5760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.5766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.5815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.5880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.6122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.6431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.6978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,0.8224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,1.0528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,1.6124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.9068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.9089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.9074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.9085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.9117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.9173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.9212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.9226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.9219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.9304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.9977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,1.0539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,1.1639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,1.3986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,1.9018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,1.4766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,1.4769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,1.4767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,1.4771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,1.4815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,1.4870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,1.4872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,1.4890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,1.4959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,1.5102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,1.5404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,1.6263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,1.7310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,1.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,2.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.2166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.2045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.2062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.2744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.2189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.2208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.3487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.2652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.3894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.2598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.3221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.3799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.4929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.2913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.2921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.3179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.3333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.3932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.4979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,0.6897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.3823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.3827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.3843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.3854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.3849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.3868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.3859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.3858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.3899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.3964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.4211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.4494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.5078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.6258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,0.8608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,1.4142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.5558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.5586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.5592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.5582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.5619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.5653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.5663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.5661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.5695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.5780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.5905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.6400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.6938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,0.8049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.0383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,1.5417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.8647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.8650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.8661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.8661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.8693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.8713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.8748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.8764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.8832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.8954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,0.9250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,1.0097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.1122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.3325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,1.7603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.1720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8,0.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.1806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.1896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.1907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.2407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.2310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.2337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.2278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.3382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.2271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.2312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.3108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.3790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.2427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.2695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.2807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.3111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,0.4823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.2830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.2840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.3238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.3384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.3842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,0.6816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.3727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.3755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.3776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.3809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.3876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.4129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.4420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.5015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,0.6175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,0.8489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,1.4066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.5359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.5367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.5380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.5386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.5435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.5464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.5511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.5573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.5728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.6223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.6778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,0.7918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,1.0196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,1.5243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.8493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.8503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.8497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.8508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.8533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.8573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.8553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.8579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.8650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.8789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.9049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,0.9939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,1.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,1.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,1.7470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.1632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.2022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.1776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.2205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.2110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.2108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.2249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.2328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.2307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.2304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.3047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.3627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.4742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.2676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.4756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,0.6818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.3578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.3571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.3589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.3596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.3620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.3665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.3741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.3978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.4270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.4847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.6040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,0.8359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,1.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.5062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.5061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.5085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.5081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.5084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.5129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.5188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.5274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.5435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.5927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.6458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.7582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,0.9883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,1.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.7864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.7880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.7867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.7881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.7894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.7923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.7943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.7965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.8045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.8224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.8476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.9332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,1.0415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,1.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,1.6861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.1694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.1844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.2469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.3275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.2079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.2610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.3004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.2737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.3593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.2553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.2729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.3239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.3709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.4696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,0.6771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.3488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.3488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.3481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.3507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.3546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.3587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.3677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.3925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.4210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.4781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.5976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,0.8290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,1.3863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.4939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.4929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.4937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.4969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.4999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.5027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.5047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.5063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.5153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.5284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.5790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.6324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.7442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,0.9743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,1.4794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.7606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.7600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.7609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.7601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.7620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.7647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.7650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.7690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.7770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.7951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.8190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.9077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,1.0153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,1.2308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,1.6566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.1571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.1821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.2066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.2195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.3257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.2571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.3656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.2215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.2547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.2664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.4669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.3072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.3208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.4679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,0.6722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.3447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.3450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.3447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.3444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.3473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.3525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.3636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.4750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32768,0.5928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,0.8261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,1.3865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.4859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.4868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.4875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.4875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.4916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.4960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.4980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.5002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.5087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.5214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.5714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.6254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.7375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,0.9701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,1.4707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.7446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.7452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.7472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.7484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.7510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.7520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.7522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.7544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.7648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.7806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.8088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.8959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,1.0000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,1.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,1.6442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.1557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.1767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.2266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.1712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.2802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.2026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.2202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.3238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.2008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.3643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.2207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.2194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.4646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.2688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.3067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.3669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.4683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,0.6836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.3444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.3433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.3426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.3426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.3453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.3480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.3632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.3890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.4745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.5926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,0.8260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,1.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.4827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.4823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.4823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.4833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.4877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.4939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.4949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.4978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.5059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.5195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.5680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.6213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.7344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,0.9642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,1.4679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.7382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.7394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.7400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.7401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.7429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.7440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.7440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.7481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.7578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.7716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.8003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.8891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,0.9908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,1.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,1.6389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.1557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.1552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.2782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.3224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.2004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.3625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.2169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.2687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.3527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.4628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.2644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.3036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.3172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.3655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.4649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,0.6715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.3416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.3384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.3414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.3407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.3459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.3456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.3467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.3479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.3530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.3593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.3857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.4717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.5901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,0.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,1.3839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.4817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.4840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.4860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.5182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.5663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.6205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.7333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,0.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,1.4679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.7363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.7365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.7375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.7376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.7403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.7423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.7451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.7458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.7541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.7713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.7975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.8865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,0.9872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,1.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,1.6391
